-- Logs begin at Mon 2021-04-19 18:31:02 UTC, end at Mon 2021-04-19 19:58:24 UTC. -- Apr 19 19:01:48.433102 dv-cinder-786931-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 19 19:01:51.605901 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.common.config [-] Logging enabled! Apr 19 19:01:51.606447 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 19:01:51.607843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86329) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 19:01:51.609603 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.common.config [-] Logging enabled! Apr 19 19:01:51.609889 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 19:01:51.610239 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86329) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 19:01:51.611311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 19:01:51.611574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 19:01:51.612617 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 19:01:51.612894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 19:01:51.613167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 19:01:51.613522 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.613866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.614214 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.614485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.614837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.615163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.615479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.615808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.616147 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.616467 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.616778 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.617098 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.617354 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.617668 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.617993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.618322 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.618592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] debug = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.618907 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.619546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.619866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.620178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.620504 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.620819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.621129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.621434 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.621755 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.622116 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] host = dv-cinder-786931-1-iscsi {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.622431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.622780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.623106 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.623430 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.623737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.624048 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.624371 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.624681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.624987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] log_file = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.625296 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.625618 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.625945 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.626276 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.626552 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.626803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.627137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.627461 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.627767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.628074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.628381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.628689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.628996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.629294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.629620 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.629941 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.630264 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.630597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.630907 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.631209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.631512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.631837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.632143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.632448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.632754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.633077 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.633376 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.633685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.634021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.634353 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.634727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.635049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.635361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.635682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.635987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.636294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.636585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] use_json = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.636887 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.637184 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.637497 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.637798 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.638103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.638401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.638728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.639051 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:51.639379 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.639712 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.640047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.640359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.640688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.640996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.641321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.641636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.641958 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.642281 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.642631 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.642942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.643271 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.643579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.643912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.644255 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.644593 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.644924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.645230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.645536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.645845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.646145 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.646495 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.646856 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.647198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.647504 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.647816 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.648143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.648460 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.648771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.649094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.649429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.649739 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.650043 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.650498 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.650835 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.651452 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.651760 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.652070 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.652401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.652711 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.653015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.653322 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.653634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.653935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.654257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.654592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.654902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.655205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.655514 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.655819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.656122 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.656427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.656731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.657039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.657345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.657649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.657953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.658259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.658586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.658894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.659200 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.659509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.659810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.660113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.660413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.660715 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.661021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.661341 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.661673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.661980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.662291 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.662629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.662956 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.663265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.663570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.663878 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.664191 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.664497 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.664825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.665143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.665459 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.665777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.666110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.666441 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.666935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.667254 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.667566 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.667883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.668206 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.668520 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.668858 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.669194 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.669523 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.669849 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.670187 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.670518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.670866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.671177 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:51.671428 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 19:01:51.671693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86329) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 19 19:01:52.326862 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO keyring.backend [-] Loading Gnome Apr 19 19:01:52.344002 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO keyring.backend [-] Loading Google Apr 19 19:01:52.346744 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO keyring.backend [-] Loading Windows (alt) Apr 19 19:01:52.350546 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO keyring.backend [-] Loading file Apr 19 19:01:52.351316 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO keyring.backend [-] Loading keyczar Apr 19 19:01:52.351593 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO keyring.backend [-] Loading multi Apr 19 19:01:52.352221 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO keyring.backend [-] Loading pyfs Apr 19 19:01:52.398805 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:52.399037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:52.399397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:52.399763 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 19 19:01:52.790625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.791222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.791222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.792610 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.793030 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.793327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.829520 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.829821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.830119 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.845047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.845350 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.845646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.910853 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.911159 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.911456 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.912459 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.912767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:52.914598 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.187723 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.188004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.188337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.188607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.189455 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.335637 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.336010 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.336298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.336629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.336922 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.337299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.337964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.338280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.338517 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.338879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.339197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.339502 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.339806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.340073 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.340377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.340695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.340984 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.341299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.341577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.341909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.342354 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.342658 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.342939 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.343258 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.343534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.343805 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.344230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:01:53.344502 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:01:53.344771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:01:53.345039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:01:53.345306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:01:53.345571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:01:53.345987 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 19 19:01:53.349347 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 19 19:01:53.353346 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 19 19:01:53.357267 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Apr 19 19:01:53.358988 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 19 19:01:53.360265 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 19 19:01:53.360609 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 19 19:01:53.361035 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 19 19:01:53.365025 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 19 19:01:53.365302 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 19 19:01:53.365688 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 19:01:53.392723 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 19 19:01:53.393244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.393572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86329) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 19 19:01:53.393973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.395374 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86329) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 19 19:01:53.395692 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 19:01:53.395964 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 19 19:01:53.399123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.399424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:53.464876 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 19 19:01:53.465110 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 19 19:01:53.465375 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 19 19:01:53.465783 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 19 19:01:53.502906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_db.sqlalchemy.engines [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86329) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 19 19:01:53.953730 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Initializing driver for type 'gre' Apr 19 19:01:53.954400 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] gre ID ranges: [(1, 1000)] Apr 19 19:01:53.997419 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Initializing driver for type 'local' Apr 19 19:01:53.997785 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Initializing driver for type 'vlan' Apr 19 19:01:54.010091 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] VlanTypeDriver initialization complete Apr 19 19:01:54.010502 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Initializing driver for type 'vxlan' Apr 19 19:01:54.011225 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] vxlan ID ranges: [(1, 1000)] Apr 19 19:01:54.053742 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Initializing extension driver 'port_security' Apr 19 19:01:54.054100 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.extensions.port_security [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] PortSecurityExtensionDriver initialization complete Apr 19 19:01:54.054512 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Initializing mechanism driver 'openvswitch' Apr 19 19:01:54.054876 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Initializing mechanism driver 'hyperv' Apr 19 19:01:54.061465 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:01:54.062305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > port after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.062734 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > port after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.063124 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > port after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.063554 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > subnet after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.063940 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > subnet after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.064320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.064781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > network after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.065157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > network after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.065521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > network after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.065934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > security_group after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.066311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > security_group after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.066879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > security_group after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.067314 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.067693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.068070 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.068488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > address_group after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.068864 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > address_group after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.069236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > address_group after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.069597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] ML2 OVO RPC backend initialized. {{(pid=86329) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 19 19:01:54.070395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.070818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.071275 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > network before_response 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.071654 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > networks before_response 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.072114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > port before_response 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.072461 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > ports before_response 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.072839 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > subnet before_response 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.073212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > subnets before_response 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.073589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > network after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.073959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > network after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.074329 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > network after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.074722 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > port after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.075091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > port after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.075458 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > port after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.075852 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > subnet after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.076219 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > subnet after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.076585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.077242 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.plugin [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Modular L2 Plugin initialization complete Apr 19 19:01:54.077603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading services supported by the core plugin {{(pid=86329) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 19 19:01:54.077968 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.plugins.ml2.managers [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Got port-security extension from driver 'port_security' Apr 19 19:01:54.078483 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.extensions.vlantransparent [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Disabled vlantransparent extension. Apr 19 19:01:54.079046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86329) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 19 19:01:54.079391 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading Plugin: router Apr 19 19:01:54.118361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router_interface before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.118952 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router after_create 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.119881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router before_create 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.120571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.121277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.121915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router after_delete 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.122541 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > floatingip after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.123210 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router after_create 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.123755 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router after_update 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.124339 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router after_update 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.124918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.125551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router after_update 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.126304 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router precommit_update 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.126885 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: port after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.127411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: port after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.127973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: subnet after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.128539 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.129126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > port precommit_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.129695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router precommit_create 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.130256 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: port before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.130882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router precommit_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.131496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router after_update 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.132056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router precommit_delete 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.132631 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router precommit_create 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.133254 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.133812 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router precommit_update 55549900 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.134572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > network after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.135621 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Tracking information for resource: router configured {{(pid=86329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:01:54.135989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Tracking information for resource: floatingip configured {{(pid=86329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:01:54.141073 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_agentschedulers_db [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 19 19:01:54.141715 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: port after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.142109 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: port after_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.142516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: port after_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.142898 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: port after_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.143810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router before_create 55550100 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.144204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router precommit_delete 55550100 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.144600 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router precommit_create 55550100 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.144988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > router precommit_update 55550100 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.149856 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.provider_configuration [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service providers = [] {{(pid=86329) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 19 19:01:54.150280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.servicetype_db [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86329) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 19 19:01:54.153411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.service_base [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86329) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 19:01:54.153794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.service_base [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86329) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 19:01:54.154162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.service_base [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86329) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 19:01:54.155071 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.service_base [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86329) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 19:01:54.155465 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.services.service_base [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 19 19:01:54.155888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:01:54.156234 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 19 19:01:54.166760 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:01:54.167142 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading Plugin: auto_allocate Apr 19 19:01:54.173007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: network precommit_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.173406 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: network precommit_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.173989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:01:54.174338 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading Plugin: tag Apr 19 19:01:54.181555 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:01:54.181922 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading Plugin: timestamp Apr 19 19:01:54.185808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:01:54.186170 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading Plugin: network_ip_availability Apr 19 19:01:54.191736 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.192136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.192518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.193318 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:01:54.193670 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading Plugin: flavors Apr 19 19:01:54.198334 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:01:54.198734 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading Plugin: revisions Apr 19 19:01:54.203195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:01:54.203615 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:54.204448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86329) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 19 19:01:54.204765 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Initializing extension manager. Apr 19 19:01:54.205381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: __init__.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.205703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: __pycache__ {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.206163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.206499 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: address_group.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.207257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.207942 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: address-group Apr 19 19:01:54.208276 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: address_scope.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.209033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.209605 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: address-scope Apr 19 19:01:54.209957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: admin_state_down_before_update.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.210937 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.211508 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: router-admin-state-down-before-update Apr 19 19:01:54.211863 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: agent.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.212627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.213215 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: agent Apr 19 19:01:54.213567 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: agent_resources_synced.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.214491 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.215073 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: agent-resources-synced Apr 19 19:01:54.215421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: allowedaddresspairs.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.217248 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.217840 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: allowed-address-pairs Apr 19 19:01:54.218196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: auto_allocated_topology.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.219307 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.219883 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: auto-allocated-topology Apr 19 19:01:54.220538 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: availability_zone.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.221280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.221848 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: availability_zone Apr 19 19:01:54.222201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: availability_zone_filter.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.223148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.223710 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: availability_zone_filter Apr 19 19:01:54.224083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: data_plane_status.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.225079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.225648 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension data-plane-status not supported by any of loaded plugins Apr 19 19:01:54.225997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: default_subnetpools.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.226934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.227534 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: default-subnetpools Apr 19 19:01:54.227854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: dhcpagentscheduler.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.228861 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.229450 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: dhcp_agent_scheduler Apr 19 19:01:54.229801 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: dns.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.230762 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.231323 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension dns-integration not supported by any of loaded plugins Apr 19 19:01:54.231673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: dns_domain_ports.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.232590 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.233164 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 19 19:01:54.233512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: dvr.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.234232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.234821 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: dvr Apr 19 19:01:54.235201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: empty_string_filtering.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.236074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.236648 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: empty-string-filtering Apr 19 19:01:54.236990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.237896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.238482 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 19 19:01:54.238830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.239748 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.240308 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 19 19:01:54.240661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: external_net.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.241572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.242143 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: external-net Apr 19 19:01:54.242511 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: extra_dhcp_opt.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.243428 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.244026 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: extra_dhcp_opt Apr 19 19:01:54.244381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: extraroute.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.245306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.245868 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: extraroute Apr 19 19:01:54.246220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: extraroute_atomic.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.247314 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.247879 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: extraroute-atomic Apr 19 19:01:54.248231 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: filter_validation.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.248927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.249500 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: filter-validation Apr 19 19:01:54.249844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: fip_pf_description.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.250776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.251626 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 19 19:01:54.251626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: fip_port_details.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.252687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.253253 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: fip-port-details Apr 19 19:01:54.253600 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: flavors.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.254882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.255455 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: flavors Apr 19 19:01:54.255809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.257493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.258079 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 19 19:01:54.258436 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: floatingip_pools.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.259349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.259897 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: floatingip-pools Apr 19 19:01:54.260382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: ip_allocation.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.261346 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.261915 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension ip_allocation not supported by any of loaded plugins Apr 19 19:01:54.262269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.263216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.263778 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: ip-substring-filtering Apr 19 19:01:54.264135 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: l2_adjacency.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.265056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.265622 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension l2_adjacency not supported by any of loaded plugins Apr 19 19:01:54.265979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: l3.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.267116 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.267695 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: router Apr 19 19:01:54.268061 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: l3_conntrack_helper.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.270381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.270997 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 19 19:01:54.271360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.272282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.272863 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: ext-gw-mode Apr 19 19:01:54.273219 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.274257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.274860 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: l3-ha Apr 19 19:01:54.275243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: l3_flavors.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.276476 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.277046 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: l3-flavors Apr 19 19:01:54.277389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.278301 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.278898 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: l3-port-ip-change-not-allowed Apr 19 19:01:54.279252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: l3agentscheduler.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.280437 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.281012 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: l3_agent_scheduler Apr 19 19:01:54.281368 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: logging.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.282894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.283473 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension logging not supported by any of loaded plugins Apr 19 19:01:54.283836 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: metering.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.284627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.285319 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: metering Apr 19 19:01:54.285672 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.286793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.287369 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: metering_source_and_destination_fields Apr 19 19:01:54.287721 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: multiprovidernet.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.288675 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.289244 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: multi-provider Apr 19 19:01:54.289597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: netmtu.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.290499 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.291226 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: net-mtu Apr 19 19:01:54.291589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: netmtu_writable.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.292500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.293062 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: net-mtu-writable Apr 19 19:01:54.293415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: network_availability_zone.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.294230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.294825 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: network_availability_zone Apr 19 19:01:54.295173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: network_ip_availability.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.296267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.296840 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: network-ip-availability Apr 19 19:01:54.297189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: network_segment_range.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.298009 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.298608 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension network-segment-range not supported by any of loaded plugins Apr 19 19:01:54.298970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: pagination.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.299988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.300332 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: pagination Apr 19 19:01:54.300684 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: port_device_profile.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.301594 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.302169 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: port-device-profile Apr 19 19:01:54.302552 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.303474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.304043 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: port-mac-address-regenerate Apr 19 19:01:54.304393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.305321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.305885 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: port-numa-affinity-policy Apr 19 19:01:54.306232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: port_resource_request.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.307190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.307755 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension port-resource-request not supported by any of loaded plugins Apr 19 19:01:54.308103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: portbindings.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.309026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.309595 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: binding Apr 19 19:01:54.309941 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: portbindings_extended.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.311228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.311799 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: binding-extended Apr 19 19:01:54.312153 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: portsecurity.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.313072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.313640 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: port-security Apr 19 19:01:54.313990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: project_id.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.314994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.315361 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: project-id Apr 19 19:01:54.315717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: providernet.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.316646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.317223 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: provider Apr 19 19:01:54.317577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: qos.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.321269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.321964 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension qos not supported by any of loaded plugins Apr 19 19:01:54.322417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.323817 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.324404 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 19 19:01:54.324787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.325783 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.326353 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 19 19:01:54.326733 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: qos_default.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.327645 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.328219 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension qos-default not supported by any of loaded plugins Apr 19 19:01:54.328577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: qos_fip.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.329277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.329847 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension qos-fip not supported by any of loaded plugins Apr 19 19:01:54.330200 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: qos_gateway_ip.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.331180 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.331748 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 19 19:01:54.332103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: qos_port_network_policy.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.333022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.333602 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 19 19:01:54.333953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: qos_rule_type_details.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.334935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.335498 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 19 19:01:54.335851 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: qos_rules_alias.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.336906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.337477 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 19 19:01:54.337921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: quotasv2.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.338967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.339336 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: quotas Apr 19 19:01:54.339681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: quotasv2_detail.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.341416 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.341797 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: quota_details Apr 19 19:01:54.342160 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: rbac.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.343370 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.343966 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: rbac-policies Apr 19 19:01:54.344325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: rbac_address_group.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.345270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.345853 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: rbac-address-group Apr 19 19:01:54.346208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: rbac_address_scope.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.347171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.347740 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: rbac-address-scope Apr 19 19:01:54.348091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: rbac_security_groups.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.349004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.349576 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: rbac-security-groups Apr 19 19:01:54.349922 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: rbac_subnetpool.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.350876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.351455 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: rbac-subnetpool Apr 19 19:01:54.351802 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: revisionifmatch.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.352739 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.353344 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: revision-if-match Apr 19 19:01:54.353728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: revisions.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.354876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.355451 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: standard-attr-revisions Apr 19 19:01:54.355806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: router_availability_zone.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.356521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.357087 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: router_availability_zone Apr 19 19:01:54.357439 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: routerservicetype.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.358351 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.358949 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension router-service-type not supported by any of loaded plugins Apr 19 19:01:54.359301 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.360225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.360791 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: security-groups-normalized-cidr Apr 19 19:01:54.361141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: security_groups_port_filtering.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.362072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.362669 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: port-security-groups-filtering Apr 19 19:01:54.363016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.363944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.364515 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: security-groups-remote-address-group Apr 19 19:01:54.364865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: securitygroup.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.378439 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.379072 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: security-group Apr 19 19:01:54.379437 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: segment.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.380303 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.380881 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension segment not supported by any of loaded plugins Apr 19 19:01:54.381231 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.382174 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.382770 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 19 19:01:54.383126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: servicetype.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.384226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.384826 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: service-type Apr 19 19:01:54.385178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: sorting.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.386145 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.386508 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: sorting Apr 19 19:01:54.386892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: standard_attr_segment.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.387816 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.388390 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 19 19:01:54.388744 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: standardattrdescription.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.389427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.390000 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: standard-attr-description Apr 19 19:01:54.390355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: stateful_security_group.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.391305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.391898 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: stateful-security-group Apr 19 19:01:54.392242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: stdattrs_common.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.392803 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 19 19:01:54.393152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.394152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.394749 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 19 19:01:54.395098 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: subnet_onboard.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.396153 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.396735 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: subnet_onboard Apr 19 19:01:54.397090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.398016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.398624 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 19 19:01:54.398977 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: subnet_service_types.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.399912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.400551 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: subnet-service-types Apr 19 19:01:54.400903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: subnetallocation.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.402291 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.402903 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: subnet_allocation Apr 19 19:01:54.403256 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.403945 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.404527 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: subnetpool-prefix-ops Apr 19 19:01:54.404874 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.405808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.406388 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 19 19:01:54.406766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: tagging.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.408056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.408653 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: standard-attr-tag Apr 19 19:01:54.409009 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: timestamp.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.410171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.410768 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loaded extension: standard-attr-timestamp Apr 19 19:01:54.411127 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: trunk.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.412152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.412723 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension trunk not supported by any of loaded plugins Apr 19 19:01:54.413077 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: trunk_details.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.414000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.414611 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension trunk-details not supported by any of loaded plugins Apr 19 19:01:54.414961 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: uplink_status_propagation.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.416203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.416569 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 19 19:01:54.416924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Loading extension file: vlantransparent.py {{(pid=86329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:01:54.417645 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:01:54.418205 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extension vlan-transparent not supported by any of loaded plugins Apr 19 19:01:54.420970 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:network Apr 19 19:01:54.421799 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:subnet Apr 19 19:01:54.422497 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 19:01:54.423136 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:port Apr 19 19:01:54.424658 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.425136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service FLAVORS assigned prefix: {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.425797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.426250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.426638 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:router Apr 19 19:01:54.427373 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:floatingip Apr 19 19:01:54.428131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service METERING assigned prefix: /metering {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.429955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.430355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.430762 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:01:54.431942 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 19:01:54.432420 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:security_group Apr 19 19:01:54.433211 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 19:01:54.434018 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service CORE assigned prefix: {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.434503 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 19:01:54.434775 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] subnetpool is already registered Apr 19 19:01:54.435432 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service CORE assigned prefix: {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.435794 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 19:01:54.436144 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] subnetpool is already registered Apr 19 19:01:54.438898 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.439369 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service FLAVORS assigned prefix: {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.439999 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.440447 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.440803 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:router Apr 19 19:01:54.441156 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] router is already registered Apr 19 19:01:54.441798 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:floatingip Apr 19 19:01:54.442150 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] floatingip is already registered Apr 19 19:01:54.442854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service METERING assigned prefix: /metering {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.443553 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 19:01:54.443912 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] rbac_policy is already registered Apr 19 19:01:54.444515 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:security_group Apr 19 19:01:54.444867 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] security_group is already registered Apr 19 19:01:54.445502 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 19:01:54.445857 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] security_group_rule is already registered Apr 19 19:01:54.446580 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service CORE assigned prefix: {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.446939 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 19:01:54.447309 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] subnetpool is already registered Apr 19 19:01:54.447960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.resource_helper [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Service CORE assigned prefix: {{(pid=86329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:01:54.448312 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 19:01:54.448668 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING neutron.quota.resource_registry [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] subnetpool is already registered Apr 19 19:01:54.449365 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: extensions {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.450934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: address-groups {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.452599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: address-scopes {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.453866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: agents {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.455179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: auto-allocated-topology {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.456415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: availability_zones {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.457832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: dhcp-networks {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.459341 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: dhcp-agents {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.460830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: routers {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.462766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: flavors {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.463986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: service_profiles {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.465249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: next_providers {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.466862 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: service_profiles {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.468366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: floatingip-pools {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.469636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: routers {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.471524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: floatingips {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.472768 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: l3-routers {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.474235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: l3-agents {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.475730 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: metering-labels {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.477998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: metering-label-rules {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.479545 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: network-ip-availabilities {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.480890 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: bindings {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.482627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: quotas {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.484250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: quotas {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.485589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: rbac-policies {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.486962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: security-groups {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.488220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: security-group-rules {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.489514 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: service-providers {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.493644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: subnetpools {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.493644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: tags {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.495554 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: tags {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.497414 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: tags {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.499324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: tags {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.501168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: tags {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.503127 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: tags {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.504924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: tags {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.506889 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: tags {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.508841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: tags {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.510823 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.extensions [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Extended resource: tags {{(pid=86329) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:01:54.517743 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING keystonemiddleware.auth_token [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 19 19:01:54.523107 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING keystonemiddleware.auth_token [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 19 19:01:54.532379 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Acquired lock "singleton_lock" {{(pid=86329) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 19 19:01:54.532896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Releasing lock "singleton_lock" {{(pid=86329) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 19 19:01:54.534359 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO oslo_service.service [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Starting 2 workers Apr 19 19:01:54.539134 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Started child 86440 {{(pid=86329) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 19:01:54.543187 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:54.543899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Started child 86441 {{(pid=86329) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 19:01:54.544577 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [-] (86440) wsgi starting up on http://0.0.0.0:9696 Apr 19 19:01:54.545481 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.service [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Neutron service started, listening on 0.0.0.0:9696 Apr 19 19:01:54.546004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Notify callbacks [] for process, before_spawn {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:54.547523 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:54.548451 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO oslo_service.service [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Starting 1 workers Apr 19 19:01:54.548836 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [-] (86441) wsgi starting up on http://0.0.0.0:9696 Apr 19 19:01:54.553850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Started child 86442 {{(pid=86329) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 19:01:54.554381 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO oslo_service.service [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Starting 1 workers Apr 19 19:01:54.556233 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.service [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] calling RpcWorker wait() {{(pid=86442) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 19 19:01:54.557103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.service [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] returning from RpcWorker wait() {{(pid=86442) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 19 19:01:54.558723 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:54.559185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Started child 86443 {{(pid=86329) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 19:01:54.559310 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:01:54.559930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65cb85c7-34b5-4498-95f2-a414d1dfbd8d None None] Notify callbacks [] for process, after_spawn {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:54.561467 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86329) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 19:01:54.561662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 19:01:54.562078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 19:01:54.562282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 19:01:54.562903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 19:01:54.563029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 19:01:54.563491 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:54.563615 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.563899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.564193 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.564472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.564766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.565375 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.565678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.565970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.566271 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.566576 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.566774 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.566930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.567389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.567647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.568002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.568285 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.568545 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.568824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.569029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.569293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.569579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.569856 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.570148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] debug = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.570412 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.570986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.571228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.571509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.571756 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.572088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.572355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.572657 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.573096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.573345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.573623 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.573906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.574165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.574422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.574695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.574979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.575225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.575664 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] host = dv-cinder-786931-1-iscsi {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.575923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.576182 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.576545 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.576705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.576930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.577185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.577462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.577803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.577985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.578243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.578546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.578814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.579097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.579364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_file = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.579551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_options = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.579795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.580091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.580389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.580598 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.580785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.581034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.581242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.581426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.581696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.581938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.582178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.582417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.582688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.582929 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.583208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.583472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.583736 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.583980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.584263 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.584542 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.584817 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.585095 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.585341 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.585608 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.585857 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.586100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.586380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.586644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.586890 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.587171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.587433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.587789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.588078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.588469 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.588837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.589060 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.589201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.589518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.589788 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.590076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.590357 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.591462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.591462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.591462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.591462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.592558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] use_json = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.592558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.592558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.592558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.592558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.593220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.593220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.593220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.593625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.593843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.594163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.594313 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:01:54.594541 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.594806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.595079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.595348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.595635 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.595885 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.596153 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.596423 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.596752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.597017 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.597317 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.597567 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.597866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.598156 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.598476 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.598779 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.599031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.599534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.599677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.599880 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.600226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.600549 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.600838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.601128 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.601485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.601637 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.601843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.602089 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.602333 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.606276 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.606276 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.606669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 32908) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:01:54.606833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.606833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.606833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.606833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.606833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.606833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.606833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.606833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.606833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.607992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.607992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.607992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.607992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.607992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.607992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.607992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.607992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.607992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.609150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.609150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.609150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.609150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.609150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.609150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.609150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.609150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.610185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.610185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.610185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.610185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.610185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.610877 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.610877 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.610877 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.611262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.611262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.611539 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.611738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.611998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.612240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.612484 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.612731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.612975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.613240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.613504 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.613754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.613998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.614259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.614523 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.614794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.615042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.615350 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.615699 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.615982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.616275 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.616528 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.616819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.617074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.617349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.617600 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.617849 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.618117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.618407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.618701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.619036 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.619293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.619544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.619855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.620127 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.620383 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.620632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.620897 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.621157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.621444 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.621734 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.622016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.622298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.622625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.622944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.623231 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.623535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.623790 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.624069 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.624593 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.624924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.625228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.625498 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.625765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.626053 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.626326 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.626659 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.626944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.627224 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.627495 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.627809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.628085 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.628332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.628592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.628857 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.629305 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0240185 Apr 19 19:01:54.629586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.630041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.631173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.631173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.631173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.631173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.631572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.631685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.631903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.632185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.632609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.632775 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.633924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.634386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.635718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.635984 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.636266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.636525 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.636808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.637078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.637334 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.637612 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.637865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.638125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.638355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.638844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.639285 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.639582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.639836 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.640093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.640365 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.640621 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.640893 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.641146 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.641393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.641682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.641936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.642386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.643868 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.643868 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.643868 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.644104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.645228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.645507 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.645804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.646066 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.646320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.646597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.647266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.647266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.648269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.648537 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.648875 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.649065 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.649338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.649695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.649981 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.650593 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.651896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.652303 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.652747 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.653009 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.653290 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.653483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.653903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.654337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.654656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.655983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.655983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.655983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.655983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.655983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.656341 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.656577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.656812 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.657088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.657403 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.657595 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.657999 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.658428 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.658707 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.659675 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.659675 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.659675 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.659675 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.660261 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.660261 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.661687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.661687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.661687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.661687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.661687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.661687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.661687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.662755 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.662755 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.662755 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.663983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.663983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.663983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.663983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.663983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.664688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.664688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.664688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.665107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.665253 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.665602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.665916 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.666904 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.666904 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.666904 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.666904 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.667476 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.667642 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.669661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.669661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.669661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.669661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.669661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.669661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.669661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.670697 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.670697 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.670697 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.670697 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.671237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.671237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.671615 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.671754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.671892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.672770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.672770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.672770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.673170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.673170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.673440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.673610 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.673860 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.673860 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.673860 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.674840 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.675673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 19:01:54.676212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86329) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 19:01:54.676384 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 19:01:54.676690 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 19:01:54.677065 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 19:01:54.677429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 19:01:54.677629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 19:01:54.678687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.678864 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.679056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.679224 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.679391 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.679748 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.680075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.680402 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.680752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.680927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.681076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.681265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.681482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.681675 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.681861 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.682020 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.682211 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.682372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.682541 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.682727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.682902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.683069 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.683216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] debug = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.683403 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.683625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.683814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.683998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.686297 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.686297 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.686297 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.686297 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.686688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.686688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.686811 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.687080 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.687080 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.687232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.687377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.687561 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.687740 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.687898 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] host = dv-cinder-786931-1-iscsi {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.688041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.688220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.688401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.688589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.688772 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.688954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.689138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.689295 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.689480 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.689663 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.689844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.690025 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.690184 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.690332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_file = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.691741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_options = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.691741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.691741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.691741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.692362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.692362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.692362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.692758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.692758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.692758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.693156 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.693156 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.693429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.693429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.693691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.693691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.693952 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.693952 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.695267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.695267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.695267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.695267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.695267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.695267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.695267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.695267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.698973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.698973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.698973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.698973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.698973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.698973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.698973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.698973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.700050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.700050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.700050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.700050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.700050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.700050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.700050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.700050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.701150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.701150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.701150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.701150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.701150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] use_json = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.701150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.701150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.701150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.701150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.702321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.702321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.702321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.702321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:01:54.702321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.702321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.702321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.702321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.703513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.703513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.703513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.703513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.703513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.703513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.703513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.703513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.704678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.704678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.704678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.704678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.704678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.704678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.704678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.704678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.705867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.705867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.705867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.705867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.705867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.705867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.705867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.705867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.708931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.709696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.709696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.709696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.709696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.709696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.709696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.709696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.709696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.709696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.710442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.710442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.710442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.710442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.710442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.710442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.710442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.711546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.711744 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.711934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.712125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.712312 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.712501 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.712755 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.712958 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.713100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.713283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.713435 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.713596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.713832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.713949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.714094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.714279 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.714570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.715597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.715597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.715845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.715956 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.716063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.716228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.717203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.717203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.717203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.717203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.717203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.717203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.717828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.717828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.717828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.718127 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.718127 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.718325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.718325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.718561 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.718714 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.718851 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.719043 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.719962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.719962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.719962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.719962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.719962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.720603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.720603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.720603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.720603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.721121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.721121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.721121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.721121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.721636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.721636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.721636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.722044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.722044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.722306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.722306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.722602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.722602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.722830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.722926 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.723065 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.723244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.723441 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.723628 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.723814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.724001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.724994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.724994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.724994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.724994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.724994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.724994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.725610 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.725610 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.725610 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.726630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.726630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.726630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.726630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.726630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.726630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.726630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.727315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.727315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.727315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.727315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.727569 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.727569 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.727744 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.728056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.728056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.729373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.729373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.729373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.729373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.729373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.729373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.730179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.730179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.730179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.730179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.730179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.730179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.730965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.730965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.730965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.730965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.731293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.731293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.731423 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.731544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.731728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.731915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.732101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.732285 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.732471 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.733518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.733678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:01:54.733832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.733832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.733832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.733832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.733832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.733832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.733832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.734771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.734771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.734771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.734771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.734771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.734771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.735551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.735551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.735551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.735551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.735551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.736204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.736204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.736204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.736204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.736761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.736761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.736761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.737189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.737189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.737189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.737600 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.737600 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.737892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.737892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.738177 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.738177 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.738533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.738533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.738818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.738818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.739105 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.739105 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.739393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.739393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.739657 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.739795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.739932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.740069 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.740205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.740342 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.740664 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.740834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.741097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.741097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.741275 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.741371 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.741518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.741698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.741883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.742070 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.742235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.742419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.742647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.742796 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.742939 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.743196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.743295 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.743470 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.743658 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.743883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.744075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.744259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.744452 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.744650 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.744835 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.745019 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.745204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.745387 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.745572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.745755 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.745938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.746121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.746304 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.746534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.746663 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.746842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.747027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.747210 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.748046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.748046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.748046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.748046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.748046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:01:54.748660 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86329) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 19:02:06.342496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f45c8e5-3f2a-4745-b027-e155786e2585 None None] get_active_networks_info from dv-cinder-786931-1-iscsi {{(pid=86442) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 19 19:02:06.516361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f45c8e5-3f2a-4745-b027-e155786e2585 None None] No non-hosted networks {{(pid=86442) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 19 19:02:06.517380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9c59ec4c-69d2-4383-b2f5-465bc5432445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309'] for agent, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:08.295658 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a3883108-c9b1-40cf-a6a2-4591afa3d19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309'] for agent, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:08.344225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4210896d-711b-4f60-9602-af642acd3c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:08.756457 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309'] for agent, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:09.317037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309'] for agent, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:09.321702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:09.324540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:09.326201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:09.329671 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:09.330674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:09.331251 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:09.331815 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:09.332413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:09.332987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:09.333541 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:09.334092 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:09.334674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:09.335327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786931-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:09.342647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786931-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:10.742993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309'] for agent, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:11.016175 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33004) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:11.689729 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING oslo_policy.policy [None req-dd423d16-fad5-42c7-9bcb-d38b76b89f9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:02:11.690297 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING oslo_policy.policy [None req-dd423d16-fad5-42c7-9bcb-d38b76b89f9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:02:11.925969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [None req-dd423d16-fad5-42c7-9bcb-d38b76b89f9c admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:02:11.927149 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-dd423d16-fad5-42c7-9bcb-d38b76b89f9c admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9098706 Apr 19 19:02:12.657603 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_hamode_db [None req-ca114999-c288-41d4-8b7a-b73972ed9b5e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 19 19:02:12.748315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca114999-c288-41d4-8b7a-b73972ed9b5e None None] Routers set() bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:02:12.748647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca114999-c288-41d4-8b7a-b73972ed9b5e None None] Router IDs set() for agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 19 19:02:14.699230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33020) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:15.126435 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-cd019f4a-0008-4687-a483-b5a48e6e613b admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:02:15.236539 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.policy [None req-cd019f4a-0008-4687-a483-b5a48e6e613b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86440) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 19:02:15.295318 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING oslo_policy.policy [None req-cd019f4a-0008-4687-a483-b5a48e6e613b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:02:15.295753 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING oslo_policy.policy [None req-cd019f4a-0008-4687-a483-b5a48e6e613b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:02:15.314193 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota [None req-cd019f4a-0008-4687-a483-b5a48e6e613b admin admin] Loaded quota_driver: . Apr 19 19:02:15.330900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-cd019f4a-0008-4687-a483-b5a48e6e613b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:02:15.397358 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cd019f4a-0008-4687-a483-b5a48e6e613b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296002850026', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296002850536', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296002839855', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296002866563', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296002883460', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296002881871', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851339565', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854058029', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3680360', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851112569'] for rbac-policy, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:15.630850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cd019f4a-0008-4687-a483-b5a48e6e613b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:15.632169 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-cd019f4a-0008-4687-a483-b5a48e6e613b admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9319828 Apr 19 19:02:18.650583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33034) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:19.088909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Request body: {'network': {'project_id': '04c38812c2b845ef901034a247e930dd', 'admin_state_up': True, 'name': 'private'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:02:19.095111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:02:19.099983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Usage tracker for resource:network and tenant:04c38812c2b845ef901034a247e930dd is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:02:19.103881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:02:19.110683 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:02:19.121221 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Made reservation on behalf of 04c38812c2b845ef901034a247e930dd for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:02:19.127098 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:19.143940 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:19.159240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:02:19.163465 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Usage tracker for resource:security_group_rule and tenant:04c38812c2b845ef901034a247e930dd is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:02:19.167397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:02:19.173784 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:02:19.278492 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:19.282914 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:19.287693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:19.304013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:02:19.333082 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363296002802326', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:19.333700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Unsubscribe: segment precommit_create {{(pid=86440) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 19:02:19.334168 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Added segment 5d6512c5-f3b2-4500-abf0-f9ad344ae154 of type vlan for network 09e499b9-dd15-425e-834e-b0a9239b1667 Apr 19 19:02:19.388462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beee3f93-dc75-4558-b857-014fff2d9135,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:19.409919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:19.410262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:19.410674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:19.411032 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:19.411386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:19.411727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:19.412075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:19.412420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:19.412773 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:19.413117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:19.413461 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:19.413796 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Tracked resource versions report: Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: pushed versions: Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: { 'AddressGroup': {'1.2'}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': {'1.0'}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': {'1.0'}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': {'1.1'}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': {'1.7'}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': {'1.2'}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': {'1.8'}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': {'1.4'}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': {'1.0'}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': {'1.1'}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': {'1.1'}} Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: consumer versions: Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: { DHCP agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: L3 agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: Metadata agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: Metering agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: Open vSwitch agent@dv-cinder-786931-1-iscsi: { 'AddressGroup': '1.2', Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': '1.0', Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': '1.0', Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': '1.1', Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': '1.7', Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': '1.2', Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': '1.8', Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': '1.4', Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': '1.2', Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': '1.0', Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': '1.1', Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': '1.1'}} Apr 19 19:02:19.414877 dv-cinder-786931-1-iscsi neutron-server[86329]: {{(pid=86440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:02:19.461767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:19.467925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:19.503374 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:19.504802 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:02:19.505452 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:19.509105 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:19.618321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Pushing event updated for resources: {'Network': ['ID=09e499b9-dd15-425e-834e-b0a9239b1667,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:19.621223 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9693313 Apr 19 19:02:19.623031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:19.634835 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 09e499b9-dd15-425e-834e-b0a9239b1667 details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:02:22.732598 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33050) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:23.421633 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING oslo_policy.policy [None req-c52e4f74-994c-4ee9-b03e-95e7f7508d79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:02:23.422206 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING oslo_policy.policy [None req-c52e4f74-994c-4ee9-b03e-95e7f7508d79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:02:23.876039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.policy [None req-c52e4f74-994c-4ee9-b03e-95e7f7508d79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86441) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 19:02:24.090154 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING oslo_policy.policy [None req-c52e4f74-994c-4ee9-b03e-95e7f7508d79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:02:24.090615 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING oslo_policy.policy [None req-c52e4f74-994c-4ee9-b03e-95e7f7508d79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:02:24.107591 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52e4f74-994c-4ee9-b03e-95e7f7508d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:02:24.109388 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c52e4f74-994c-4ee9-b03e-95e7f7508d79 admin admin] 10.222.0.55 "GET /v2.0/networks/09e499b9-dd15-425e-834e-b0a9239b1667 HTTP/1.1" status: 200 len: 825 time: 1.3747830 Apr 19 19:02:24.146310 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-cd7724d1-9481-4ab6-af7e-a095cd20742e admin admin] 10.222.0.55 "GET /v2.0/subnetpools/ea770aca-aa25-4c0a-b78f-df0e8178ca79 HTTP/1.1" status: 200 len: 734 time: 0.0273190 Apr 19 19:02:24.156424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Request body: {'subnet': {'subnetpool_id': 'ea770aca-aa25-4c0a-b78f-df0e8178ca79', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667', 'name': 'private-subnet'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:02:24.159327 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.quota [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Loaded quota_driver: . Apr 19 19:02:24.165469 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:02:24.172385 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Usage tracker for resource:subnet and tenant:04c38812c2b845ef901034a247e930dd is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:02:24.175712 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:02:24.183154 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:02:24.196227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Made reservation on behalf of 04c38812c2b845ef901034a247e930dd for: {'subnet': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:02:24.202150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Notify callbacks [] for subnet, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:24.732499 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for subnet, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:24.738319 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:24.822498 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Checking segment: {'id': '5d6512c5-f3b2-4500-abf0-f9ad344ae154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:02:24.822912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Network hostable DHCP agents. Network: 09e499b9-dd15-425e-834e-b0a9239b1667, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:02:24.838049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Pushing event updated for resources: {'Subnet': ['ID=925163c8-9f9d-47bf-9301-b15bfceb6cb2,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:24.849996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:24.850356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:24.850745 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:24.851090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:24.851431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:24.851778 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:24.852115 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:24.852515 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:24.852879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:24.853218 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:24.853541 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:24.853876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Tracked resource versions report: Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: pushed versions: Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: { 'AddressGroup': {'1.2'}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': {'1.0'}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': {'1.0'}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': {'1.1'}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': {'1.7'}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': {'1.2'}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': {'1.8'}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': {'1.4'}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': {'1.0'}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': {'1.1'}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': {'1.1'}} Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: consumer versions: Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: { DHCP agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: L3 agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: Metadata agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: Metering agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: Open vSwitch agent@dv-cinder-786931-1-iscsi: { 'AddressGroup': '1.2', Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': '1.0', Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': '1.0', Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': '1.1', Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': '1.7', Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': '1.2', Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': '1.8', Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': '1.4', Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': '1.2', Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': '1.0', Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': '1.1', Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': '1.1'}} Apr 19 19:02:24.854955 dv-cinder-786931-1-iscsi neutron-server[86329]: {{(pid=86441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:02:24.884914 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Network 09e499b9-dd15-425e-834e-b0a9239b1667 is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:02:24.892201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:24.896172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 09e499b9-dd15-425e-834e-b0a9239b1667) {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:02:24.901586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:02:24.902236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:24.906802 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19617a48-f024-478a-88ec-2ed13d78eee8 None None] Network 09e499b9-dd15-425e-834e-b0a9239b1667 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:02:24.925527 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7728090 Apr 19 19:02:25.414830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f36e89-c652-5c48-a22e-e39afdece8ec-09e499b9-dd15-425e-834e-b0a9239b1667', 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'fixed_ips': [{'subnet_id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2'}]}} from dv-cinder-786931-1-iscsi. {{(pid=86442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:02:25.416146 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:25.608726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Allocated IP 172.20.0.2 (09e499b9-dd15-425e-834e-b0a9239b1667/925163c8-9f9d-47bf-9301-b15bfceb6cb2/a610ccc7-b07e-4e30-9562-1a1246348ee7) {{(pid=86442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:02:25.844756 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Notify callbacks [] for port, precommit_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:25.857998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Transition to ACTIVE for port object a610ccc7-b07e-4e30-9562-1a1246348ee7 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:02:25.877806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Transition to ACTIVE for port object a610ccc7-b07e-4e30-9562-1a1246348ee7 will not be triggered until provisioned by entity DHCP. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:02:25.884286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:25.891604 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:25.957948 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Network 09e499b9-dd15-425e-834e-b0a9239b1667 is already hosted by enough agents. {{(pid=86442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:02:25.960993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Resources bound (agent type, host, resource id): {{(pid=86442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:02:25.968244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Received port after_create {{(pid=86442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:02:25.970592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Pushing event updated for resources: {'Port': ['ID=a610ccc7-b07e-4e30-9562-1a1246348ee7,revision_number=1']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:26.009243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:26.009630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:26.010034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:26.010390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:26.010771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:26.011127 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:26.011479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:26.011825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:26.012188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:26.012536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:26.012860 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:26.013206 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Tracked resource versions report: Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: pushed versions: Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: { 'AddressGroup': {'1.2'}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': {'1.0'}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': {'1.0'}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': {'1.1'}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': {'1.7'}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': {'1.2'}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': {'1.8'}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': {'1.4'}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': {'1.0'}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': {'1.1'}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': {'1.1'}} Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: consumer versions: Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: { DHCP agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: L3 agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: Metadata agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: Metering agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: Open vSwitch agent@dv-cinder-786931-1-iscsi: { 'AddressGroup': '1.2', Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': '1.0', Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': '1.0', Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': '1.1', Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': '1.7', Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': '1.2', Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': '1.8', Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': '1.4', Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': '1.2', Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': '1.0', Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': '1.1', Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': '1.1'}} Apr 19 19:02:26.014275 dv-cinder-786931-1-iscsi neutron-server[86329]: {{(pid=86442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:02:26.023054 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:26.086178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Attempting to bind port a610ccc7-b07e-4e30-9562-1a1246348ee7 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:02:26.086629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Attempting to bind port a610ccc7-b07e-4e30-9562-1a1246348ee7 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '5d6512c5-f3b2-4500-abf0-f9ad344ae154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:02:26.087119 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Attempting to bind port a610ccc7-b07e-4e30-9562-1a1246348ee7 on network 09e499b9-dd15-425e-834e-b0a9239b1667 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:02:26.093530 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:02:26.094428 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Checking segment: {'id': '5d6512c5-f3b2-4500-abf0-f9ad344ae154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:02:26.094428 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:26.094891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Bound using segment: {'id': '5d6512c5-f3b2-4500-abf0-f9ad344ae154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:02:26.095361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Bound port: a610ccc7-b07e-4e30-9562-1a1246348ee7, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6512c5-f3b2-4500-abf0-f9ad344ae154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:02:26.095865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:26.200000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] For port a610ccc7-b07e-4e30-9562-1a1246348ee7, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:02:26.204224 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] For port a610ccc7-b07e-4e30-9562-1a1246348ee7, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=a610ccc7-b07e-4e30-9562-1a1246348ee7,segment=NetworkSegment(5d6512c5-f3b2-4500-abf0-f9ad344ae154),segment_id=5d6512c5-f3b2-4500-abf0-f9ad344ae154)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:02:26.207999 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:26.212236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:26.308051 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Pushing event updated for resources: {'Port': ['ID=a610ccc7-b07e-4e30-9562-1a1246348ee7,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:26.310501 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:27.696899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33070) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:28.113662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [None req-e99c3d99-144d-409d-84c7-2ea0bc9b0aa3 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:02:28.126475 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e99c3d99-144d-409d-84c7-2ea0bc9b0aa3 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4168444 Apr 19 19:02:30.893902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33080) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:31.344209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [None req-b9c516c7-beaa-4bfe-bd13-83fd54581d94 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:02:31.344209 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b9c516c7-beaa-4bfe-bd13-83fd54581d94 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4443619 Apr 19 19:02:31.433381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device a610ccc7-b07e-4e30-9562-1a1246348ee7 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:02:31.510931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port a610ccc7-b07e-4e30-9562-1a1246348ee7 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:02:33.167245 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6d8365-332f-428e-ab50-0cb42faaec39 None None] Network 09e499b9-dd15-425e-834e-b0a9239b1667 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:02:33.259005 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-5e0fca50-8cb0-4887-8532-1532f69eb0ec None None] Provisioning for port a610ccc7-b07e-4e30-9562-1a1246348ee7 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:02:33.274284 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-5e0fca50-8cb0-4887-8532-1532f69eb0ec None None] Provisioning complete for port a610ccc7-b07e-4e30-9562-1a1246348ee7 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:02:33.274728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e0fca50-8cb0-4887-8532-1532f69eb0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:33.521258 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e0fca50-8cb0-4887-8532-1532f69eb0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:33.568997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-5e0fca50-8cb0-4887-8532-1532f69eb0ec None None] For port a610ccc7-b07e-4e30-9562-1a1246348ee7, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=a610ccc7-b07e-4e30-9562-1a1246348ee7,segment=NetworkSegment(5d6512c5-f3b2-4500-abf0-f9ad344ae154),segment_id=5d6512c5-f3b2-4500-abf0-f9ad344ae154)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:02:33.575226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e0fca50-8cb0-4887-8532-1532f69eb0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:33.579256 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9b2e565f-4222-4123-bdbe-76c65fb812f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:33.658088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fca50-8cb0-4887-8532-1532f69eb0ec None None] Pushing event updated for resources: {'Port': ['ID=a610ccc7-b07e-4e30-9562-1a1246348ee7,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:33.661607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5e0fca50-8cb0-4887-8532-1532f69eb0ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:33.799558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-91a7b50f-2f8f-4246-8e7f-0042e50079d3 None None] Provisioning complete for port a610ccc7-b07e-4e30-9562-1a1246348ee7 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:02:33.799902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-91a7b50f-2f8f-4246-8e7f-0042e50079d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:34.489901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33096) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:34.929399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-55632c8c-87c0-4a76-9aa2-dd7b9f4c0371 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'name': 'router1'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:02:34.935348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-55632c8c-87c0-4a76-9aa2-dd7b9f4c0371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:02:34.939698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-55632c8c-87c0-4a76-9aa2-dd7b9f4c0371 admin admin] Usage tracker for resource:router and tenant:04c38812c2b845ef901034a247e930dd is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:02:34.943702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-55632c8c-87c0-4a76-9aa2-dd7b9f4c0371 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:02:34.950743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-55632c8c-87c0-4a76-9aa2-dd7b9f4c0371 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:02:34.963676 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-55632c8c-87c0-4a76-9aa2-dd7b9f4c0371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32715'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:34.965669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-55632c8c-87c0-4a76-9aa2-dd7b9f4c0371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743108'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:34.991504 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-55632c8c-87c0-4a76-9aa2-dd7b9f4c0371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:35.111746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-55632c8c-87c0-4a76-9aa2-dd7b9f4c0371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854367420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851000356'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:35.135648 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-55632c8c-87c0-4a76-9aa2-dd7b9f4c0371 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:35.137613 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-55632c8c-87c0-4a76-9aa2-dd7b9f4c0371 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6462717 Apr 19 19:02:35.384290 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device a610ccc7-b07e-4e30-9562-1a1246348ee7 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:02:35.473050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port a610ccc7-b07e-4e30-9562-1a1246348ee7 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:02:35.473663 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:36.222691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9d96bca9-944d-4727-ae6d-cde5e987ad47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:37.945710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33114) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:38.186839 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [None req-078508e3-ff4f-46f5-bf86-6f486979126c admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:02:38.187922 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-078508e3-ff4f-46f5-bf86-6f486979126c admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2408085 Apr 19 19:02:38.298795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-584ae6a0-94d6-4adf-ab74-1b8f1ccb2b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:38.621566 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 5 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:02:38.713045 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:39.305308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:40.667035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:40.840024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33134) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:40.902623 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:02:40.908504 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:02:40.912990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Usage tracker for resource:network and tenant:f1c2108c069a49eeb4807d0483aeb5e4 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:02:40.916470 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:02:40.923176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:02:40.935987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Made reservation on behalf of f1c2108c069a49eeb4807d0483aeb5e4 for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:02:40.940697 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:40.954855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:40.970393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:02:40.974764 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Usage tracker for resource:security_group_rule and tenant:f1c2108c069a49eeb4807d0483aeb5e4 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:02:40.977898 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:02:40.984359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:02:41.083893 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:41.087667 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:41.092123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:41.108792 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Reserving flat network on physical network physnet1 {{(pid=86440) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 19 19:02:41.130555 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3cd66f-d32a-4fa6-b798-3542e3007627,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:41.135212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:41.136173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:41.136550 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Added segment 1f6cf7ac-59bc-47be-8d9a-17dd19889a20 of type flat for network 22660ca9-1aee-455b-8549-52f5768c4643 Apr 19 19:02:41.173335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:41.213800 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:41.215213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:02:41.215840 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:41.220925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:41.326412 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4849424 Apr 19 19:02:41.327208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Pushing event updated for resources: {'Network': ['ID=22660ca9-1aee-455b-8549-52f5768c4643,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:41.340228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:41.353906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 22660ca9-1aee-455b-8549-52f5768c4643 details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:02:43.891718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33146) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:44.029185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a9228e-5efb-4593-99d4-e27cdd957480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:02:44.030678 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-64a9228e-5efb-4593-99d4-e27cdd957480 admin admin] 10.222.0.55 "GET /v2.0/subnets/925163c8-9f9d-47bf-9301-b15bfceb6cb2 HTTP/1.1" status: 200 len: 849 time: 0.1379125 Apr 19 19:02:44.215055 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d47d688d-c009-40a5-b8c3-d58d3457dab3 admin admin] 10.222.0.55 "GET /v2.0/routers/5786fc15-276c-42f5-ae33-371fa0fa11d7 HTTP/1.1" status: 200 len: 704 time: 0.1780050 Apr 19 19:02:44.882830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:45.149433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Allocated IP 172.20.0.1 (09e499b9-dd15-425e-834e-b0a9239b1667/925163c8-9f9d-47bf-9301-b15bfceb6cb2/1c841183-c2ac-46a4-83a8-eb6d4376992d) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:02:45.317373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:45.335931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Transition to ACTIVE for port object 1c841183-c2ac-46a4-83a8-eb6d4376992d will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:02:45.395847 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:45.401283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:45.470798 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Network 09e499b9-dd15-425e-834e-b0a9239b1667 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:02:45.473797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:02:45.477979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:02:45.478509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406529'] for router_interface, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:45.603936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Pushing event updated for resources: {'Port': ['ID=1c841183-c2ac-46a4-83a8-eb6d4376992d,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:45.627583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:45.635049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-b6ad95f4-8750-43fa-a5bb-ec6979d35c5b None None] Provisioning for port 1c841183-c2ac-46a4-83a8-eb6d4376992d completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:02:45.640229 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-b6ad95f4-8750-43fa-a5bb-ec6979d35c5b None None] Provisioning complete for port 1c841183-c2ac-46a4-83a8-eb6d4376992d triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:02:45.640648 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b6ad95f4-8750-43fa-a5bb-ec6979d35c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:45.702157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad95f4-8750-43fa-a5bb-ec6979d35c5b None None] Port 1c841183-c2ac-46a4-83a8-eb6d4376992d cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:02:45.772576 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:46.020953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:46.025797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:46.027225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3913131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369178'] for router_interface, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:46.031589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:46.171151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Pushing event updated for resources: {'Port': ['ID=1c841183-c2ac-46a4-83a8-eb6d4376992d,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:46.175311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:46.239509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Network 09e499b9-dd15-425e-834e-b0a9239b1667 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:02:46.240721 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:02:46.428629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-895a467b-f075-4da9-abc8-96cf6ec9b8a0 None None] Provisioning complete for port 1c841183-c2ac-46a4-83a8-eb6d4376992d triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:02:46.429075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-895a467b-f075-4da9-abc8-96cf6ec9b8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:46.443919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Router 5786fc15-276c-42f5-ae33-371fa0fa11d7 is scheduled to L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 with binding_index 1 {{(pid=86441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:02:46.492020 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-895a467b-f075-4da9-abc8-96cf6ec9b8a0 None None] Port 1c841183-c2ac-46a4-83a8-eb6d4376992d cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:02:46.776773 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:02:46.786998 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] 10.222.0.55 "PUT /v2.0/routers/5786fc15-276c-42f5-ae33-371fa0fa11d7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5661223 Apr 19 19:02:46.787169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Sync routers for ids ['5786fc15-276c-42f5-ae33-371fa0fa11d7'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:02:46.799733 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Routers {'5786fc15-276c-42f5-ae33-371fa0fa11d7'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:02:46.800579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:02:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['5786fc15-276c-42f5-ae33-371fa0fa11d7'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:46.987249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Set router 5786fc15-276c-42f5-ae33-371fa0fa11d7 gateway port host: None {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:02:47.546923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'name': 'router1', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:02:34Z', 'updated_at': '2021-04-19T19:02:45Z', 'revision_number': 2, 'project_id': '04c38812c2b845ef901034a247e930dd', 'gw_port_host': None, '_interfaces': [{'id': '1c841183-c2ac-46a4-83a8-eb6d4376992d', 'name': '', 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'mac_address': 'fa:16:3e:dd:a7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:02:44Z', 'updated_at': '2021-04-19T19:02:45Z', 'revision_number': 2, 'project_id': '04c38812c2b845ef901034a247e930dd', 'subnets': [{'id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea770aca-aa25-4c0a-b78f-df0e8178ca79'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:47.552132 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Checking router: 5786fc15-276c-42f5-ae33-371fa0fa11d7 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:02:47.552516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Updating router 5786fc15-276c-42f5-ae33-371fa0fa11d7 port 1c841183-c2ac-46a4-83a8-eb6d4376992d binding host dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:02:47.612726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:48.012263 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Notify callbacks [] for port, precommit_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:48.027522 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Transition to ACTIVE for port object 1c841183-c2ac-46a4-83a8-eb6d4376992d will not be triggered until provisioned by entity L2. {{(pid=86443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:02:48.034584 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:48.039824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:48.218309 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Pushing event updated for resources: {'Port': ['ID=1c841183-c2ac-46a4-83a8-eb6d4376992d,revision_number=3']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:48.257819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:48.258598 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:48.258968 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:48.259327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:48.259661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:48.260012 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:48.260360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:48.260705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:48.261057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:48.261403 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:48.261744 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:48.262085 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Tracked resource versions report: Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: pushed versions: Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: { 'AddressGroup': {'1.2'}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': {'1.0'}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': {'1.0'}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': {'1.1'}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': {'1.7'}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': {'1.2'}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': {'1.8'}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': {'1.4'}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': {'1.0'}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': {'1.1'}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': {'1.1'}} Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: consumer versions: Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: { DHCP agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: L3 agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: Metadata agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: Metering agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: Open vSwitch agent@dv-cinder-786931-1-iscsi: { 'AddressGroup': '1.2', Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': '1.0', Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': '1.0', Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': '1.1', Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': '1.7', Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': '1.2', Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': '1.8', Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': '1.4', Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': '1.2', Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': '1.0', Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': '1.1', Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': '1.1'}} Apr 19 19:02:48.263209 dv-cinder-786931-1-iscsi neutron-server[86329]: {{(pid=86443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:02:48.278754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:48.288093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Attempting to bind port 1c841183-c2ac-46a4-83a8-eb6d4376992d on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:02:48.288509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Attempting to bind port 1c841183-c2ac-46a4-83a8-eb6d4376992d by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '5d6512c5-f3b2-4500-abf0-f9ad344ae154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667'}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:02:48.288913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Attempting to bind port 1c841183-c2ac-46a4-83a8-eb6d4376992d on network 09e499b9-dd15-425e-834e-b0a9239b1667 {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:02:48.294720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:02:48.295148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Checking segment: {'id': '5d6512c5-f3b2-4500-abf0-f9ad344ae154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:02:48.295620 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:48.296042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Bound using segment: {'id': '5d6512c5-f3b2-4500-abf0-f9ad344ae154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667'} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:02:48.296583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Bound port: 1c841183-c2ac-46a4-83a8-eb6d4376992d, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6512c5-f3b2-4500-abf0-f9ad344ae154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667'}}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:02:48.296992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:48.397118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] For port 1c841183-c2ac-46a4-83a8-eb6d4376992d, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:02:48.403153 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] For port 1c841183-c2ac-46a4-83a8-eb6d4376992d, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=1c841183-c2ac-46a4-83a8-eb6d4376992d,segment=NetworkSegment(5d6512c5-f3b2-4500-abf0-f9ad344ae154),segment_id=5d6512c5-f3b2-4500-abf0-f9ad344ae154)] {{(pid=86443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:02:48.406367 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:48.411464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:48.501739 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Pushing event updated for resources: {'Port': ['ID=1c841183-c2ac-46a4-83a8-eb6d4376992d,revision_number=4']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:48.505588 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:48.506352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Routers {'5786fc15-276c-42f5-ae33-371fa0fa11d7'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:02:48.507039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:02:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['5786fc15-276c-42f5-ae33-371fa0fa11d7'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:48.677232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] Set router 5786fc15-276c-42f5-ae33-371fa0fa11d7 gateway port host: None {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:02:49.022985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'name': 'router1', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:02:34Z', 'updated_at': '2021-04-19T19:02:45Z', 'revision_number': 2, 'project_id': '04c38812c2b845ef901034a247e930dd', 'gw_port_host': None, '_interfaces': [{'id': '1c841183-c2ac-46a4-83a8-eb6d4376992d', 'name': '', 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'mac_address': 'fa:16:3e:dd:a7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:02:44Z', 'updated_at': '2021-04-19T19:02:48Z', 'revision_number': 4, 'project_id': '04c38812c2b845ef901034a247e930dd', 'subnets': [{'id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea770aca-aa25-4c0a-b78f-df0e8178ca79'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:49.027611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e52ea9e-d5b7-4e16-ba1f-8591af84d252 None None] The sync data for ids ['5786fc15-276c-42f5-ae33-371fa0fa11d7'] in dv-cinder-786931-1-iscsi is: [{'id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'name': 'router1', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:02:34Z', 'updated_at': '2021-04-19T19:02:45Z', 'revision_number': 2, 'project_id': '04c38812c2b845ef901034a247e930dd', 'gw_port_host': None, '_interfaces': [{'id': '1c841183-c2ac-46a4-83a8-eb6d4376992d', 'name': '', 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'mac_address': 'fa:16:3e:dd:a7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:02:44Z', 'updated_at': '2021-04-19T19:02:48Z', 'revision_number': 4, 'project_id': '04c38812c2b845ef901034a247e930dd', 'subnets': [{'id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea770aca-aa25-4c0a-b78f-df0e8178ca79'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:02:49.344933 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33158) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:49.513436 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac4040-de7d-4111-8956-ee8905d06635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:02:49.514982 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d5ac4040-de7d-4111-8956-ee8905d06635 admin admin] 10.222.0.55 "GET /v2.0/networks/22660ca9-1aee-455b-8549-52f5768c4643 HTTP/1.1" status: 200 len: 842 time: 0.1690371 Apr 19 19:02:49.526571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Request body: {'subnet': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:02:49.532228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:02:49.536323 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Usage tracker for resource:subnet and tenant:f1c2108c069a49eeb4807d0483aeb5e4 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:02:49.539342 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:02:49.545695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:02:49.555775 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Made reservation on behalf of f1c2108c069a49eeb4807d0483aeb5e4 for: {'subnet': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:02:49.560450 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:49.998913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.objects.ports [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86441) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 19 19:02:49.999475 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for subnet, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:50.003335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:50.080467 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea2cbe2-e627-4f70-93a2-c0730b1978c6,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:50.083892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:50.090114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Checking segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:02:50.090518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Network hostable DHCP agents. Network: 22660ca9-1aee-455b-8549-52f5768c4643, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:02:50.110297 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Network 22660ca9-1aee-455b-8549-52f5768c4643 is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:02:50.123283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 22660ca9-1aee-455b-8549-52f5768c4643) {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:02:50.127698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:02:50.128335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:50.133522 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff031a6f-1393-4de5-b966-f0c5d1e4e12d None None] Network 22660ca9-1aee-455b-8549-52f5768c4643 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:02:50.149482 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6275315 Apr 19 19:02:50.394799 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e92304-75b8-41db-a5e0-da77351ec520 None None] Network 22660ca9-1aee-455b-8549-52f5768c4643 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:02:52.840168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33172) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:53.068155 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-91145104-8c3e-4652-92cb-1dcf1a7a55c9 admin admin] 10.222.0.55 "GET /v2.0/routers/5786fc15-276c-42f5-ae33-371fa0fa11d7 HTTP/1.1" status: 200 len: 710 time: 0.2263520 Apr 19 19:02:53.215956 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb96278-dd75-40cd-b2ee-488b165c101f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:02:53.217428 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-dbb96278-dd75-40cd-b2ee-488b165c101f admin admin] 10.222.0.55 "GET /v2.0/networks/22660ca9-1aee-455b-8549-52f5768c4643 HTTP/1.1" status: 200 len: 886 time: 0.1421735 Apr 19 19:02:53.227714 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:02:53.399203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 1c841183-c2ac-46a4-83a8-eb6d4376992d up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:02:53.472062 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 1c841183-c2ac-46a4-83a8-eb6d4376992d completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:02:53.477183 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 1c841183-c2ac-46a4-83a8-eb6d4376992d triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:02:53.477586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:53.607196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:53.642231 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 1c841183-c2ac-46a4-83a8-eb6d4376992d, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=1c841183-c2ac-46a4-83a8-eb6d4376992d,segment=NetworkSegment(5d6512c5-f3b2-4500-abf0-f9ad344ae154),segment_id=5d6512c5-f3b2-4500-abf0-f9ad344ae154)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:02:53.646284 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:53.648537 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5e0fca50-8cb0-4887-8532-1532f69eb0ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:53.713296 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743123'] for router, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:53.722239 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=1c841183-c2ac-46a4-83a8-eb6d4376992d,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:53.725636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:54.079597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:54.321419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:54.465967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Allocated IP 172.27.0.93 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/632d8b04-b9a4-43f5-9335-f97bb3dcc7c4) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:02:54.628654 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:54.667163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:54.672044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:54.740316 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:02:54.746079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:02:54.751135 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:02:54.871262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Pushing event updated for resources: {'Port': ['ID=632d8b04-b9a4-43f5-9335-f97bb3dcc7c4,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:54.880954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:55.175702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:55.387060 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 1c841183-c2ac-46a4-83a8-eb6d4376992d up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:02:55.460248 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 1c841183-c2ac-46a4-83a8-eb6d4376992d triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:02:55.460589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:55.536317 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743123'] for router, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:55.540459 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851000356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036851000371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3775429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854367445'] for router, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:55.732230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Router 5786fc15-276c-42f5-ae33-371fa0fa11d7 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:02:56.102379 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:02:56.111127 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Notify callbacks [] for router, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:56.112432 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] 10.222.0.55 "PUT /v2.0/routers/5786fc15-276c-42f5-ae33-371fa0fa11d7 HTTP/1.1" status: 200 len: 889 time: 2.8884656 Apr 19 19:02:56.113407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Sync routers for ids ['5786fc15-276c-42f5-ae33-371fa0fa11d7'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:02:56.124810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Routers {'5786fc15-276c-42f5-ae33-371fa0fa11d7'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:02:56.125515 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:02:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['5786fc15-276c-42f5-ae33-371fa0fa11d7'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:56.334984 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Set router 5786fc15-276c-42f5-ae33-371fa0fa11d7 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:02:56.707561 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'name': 'router1', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '632d8b04-b9a4-43f5-9335-f97bb3dcc7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:02:34Z', 'updated_at': '2021-04-19T19:02:54Z', 'revision_number': 4, 'project_id': '04c38812c2b845ef901034a247e930dd', 'gw_port': {'id': '632d8b04-b9a4-43f5-9335-f97bb3dcc7c4', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:02:54Z', 'updated_at': '2021-04-19T19:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1c841183-c2ac-46a4-83a8-eb6d4376992d', 'name': '', 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'mac_address': 'fa:16:3e:dd:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:02:44Z', 'updated_at': '2021-04-19T19:02:53Z', 'revision_number': 5, 'project_id': '04c38812c2b845ef901034a247e930dd', 'subnets': [{'id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea770aca-aa25-4c0a-b78f-df0e8178ca79'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:56.713237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Checking router: 5786fc15-276c-42f5-ae33-371fa0fa11d7 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:02:56.713626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Updating router 5786fc15-276c-42f5-ae33-371fa0fa11d7 port 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4 binding host dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:02:56.770670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:57.123363 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:57.137989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Transition to ACTIVE for port object 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:02:57.152661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:57.156938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:57.239302 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Attempting to bind port 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:02:57.239684 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Attempting to bind port 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:02:57.240102 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Attempting to bind port 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4 on network 22660ca9-1aee-455b-8549-52f5768c4643 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:02:57.246777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e892bad-5ee6-4418-ae6b-72ee8678936f None None] Pushing event updated for resources: {'Port': ['ID=632d8b04-b9a4-43f5-9335-f97bb3dcc7c4,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:57.249649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5e892bad-5ee6-4418-ae6b-72ee8678936f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:57.252628 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:02:57.253006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Checking segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:02:57.253471 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:57.253892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Bound using segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:02:57.254402 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Bound port: 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:02:57.254839 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:57.331486 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] For port 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:02:57.334595 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] For port 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=632d8b04-b9a4-43f5-9335-f97bb3dcc7c4,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:02:57.338708 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:57.342757 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:57.424980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Routers {'5786fc15-276c-42f5-ae33-371fa0fa11d7'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:02:57.425615 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:02:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['5786fc15-276c-42f5-ae33-371fa0fa11d7'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:57.545634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e892bad-5ee6-4418-ae6b-72ee8678936f None None] Pushing event updated for resources: {'Port': ['ID=632d8b04-b9a4-43f5-9335-f97bb3dcc7c4,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:57.548964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5e892bad-5ee6-4418-ae6b-72ee8678936f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:57.622094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] Set router 5786fc15-276c-42f5-ae33-371fa0fa11d7 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:02:58.131131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'name': 'router1', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '632d8b04-b9a4-43f5-9335-f97bb3dcc7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:02:34Z', 'updated_at': '2021-04-19T19:02:54Z', 'revision_number': 4, 'project_id': '04c38812c2b845ef901034a247e930dd', 'gw_port': {'id': '632d8b04-b9a4-43f5-9335-f97bb3dcc7c4', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:02:54Z', 'updated_at': '2021-04-19T19:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1c841183-c2ac-46a4-83a8-eb6d4376992d', 'name': '', 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'mac_address': 'fa:16:3e:dd:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:02:44Z', 'updated_at': '2021-04-19T19:02:53Z', 'revision_number': 5, 'project_id': '04c38812c2b845ef901034a247e930dd', 'subnets': [{'id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea770aca-aa25-4c0a-b78f-df0e8178ca79'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:58.135394 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e3d0d-581c-449f-8641-33e9c034c693 None None] The sync data for ids ['5786fc15-276c-42f5-ae33-371fa0fa11d7'] in dv-cinder-786931-1-iscsi is: [{'id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'name': 'router1', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '632d8b04-b9a4-43f5-9335-f97bb3dcc7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:02:34Z', 'updated_at': '2021-04-19T19:02:54Z', 'revision_number': 4, 'project_id': '04c38812c2b845ef901034a247e930dd', 'gw_port': {'id': '632d8b04-b9a4-43f5-9335-f97bb3dcc7c4', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:02:54Z', 'updated_at': '2021-04-19T19:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1c841183-c2ac-46a4-83a8-eb6d4376992d', 'name': '', 'network_id': '09e499b9-dd15-425e-834e-b0a9239b1667', 'tenant_id': '04c38812c2b845ef901034a247e930dd', 'mac_address': 'fa:16:3e:dd:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5786fc15-276c-42f5-ae33-371fa0fa11d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:02:44Z', 'updated_at': '2021-04-19T19:02:53Z', 'revision_number': 5, 'project_id': '04c38812c2b845ef901034a247e930dd', 'subnets': [{'id': '925163c8-9f9d-47bf-9301-b15bfceb6cb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea770aca-aa25-4c0a-b78f-df0e8178ca79'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:02:58.811815 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33182) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:58.940870 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-692f9b85-4c98-4253-893a-4d511252b9f6 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1278076 Apr 19 19:02:59.415215 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:02:59.488453 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:02:59.493801 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:02:59.494208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:59.620745 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:59.638243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=632d8b04-b9a4-43f5-9335-f97bb3dcc7c4,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:02:59.641493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:59.643730 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:59.718042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=632d8b04-b9a4-43f5-9335-f97bb3dcc7c4,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:59.721407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:03:01.389477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:03:01.471162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 632d8b04-b9a4-43f5-9335-f97bb3dcc7c4 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:03:01.471550 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:06.263217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-51ccbf04-bc7f-4691-90ae-25d0c4fb7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:08.304564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0cb16aec-72db-4f30-b216-71a85966c22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:08.738635 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:09.309767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:10.681014 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:15.623308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 5 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:03:36.232186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-48685058-d139-4c1d-93c9-a91872fbd01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:38.307397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0da0057e-3519-4df5-a934-6f7c4f0c81ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:38.722045 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:39.318402 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:40.690553 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:52.623728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 5 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:04:06.236108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d54aebe3-b30f-435f-9d5a-43ab9641c425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:08.300855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef4fa693-206d-4756-800e-f5515dc3842a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:08.720250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:09.315270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:10.695190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:29.623228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 5 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:04:36.240149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4cc18aea-7579-46f5-b03a-51f43dc8ef04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:38.304717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c5d97573-bc26-4219-8ae9-261cecd0bced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:38.720533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:39.321853 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:40.694817 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:43.297619 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33752) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:43.377349 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.pecan_wsgi.hooks.translation [None req-582311c7-942f-4c0b-8297-a00512f28c3c admin admin] GET failed (client error): The resource could not be found. Apr 19 19:04:43.378746 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-582311c7-942f-4c0b-8297-a00512f28c3c admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0796273 Apr 19 19:04:43.525485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31636552-13e3-4f39-bc25-0057f512609c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:43.527368 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-31636552-13e3-4f39-bc25-0057f512609c admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1439564 Apr 19 19:04:46.066395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33762) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:46.201318 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90790f5b-27dc-423b-968f-1941e0790e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:46.201896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-90790f5b-27dc-423b-968f-1941e0790e6b admin admin] Synchronizing usage tracker for tenant:f1c2108c069a49eeb4807d0483aeb5e4 on resource:subnet {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:04:46.221173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-90790f5b-27dc-423b-968f-1941e0790e6b admin admin] Unset dirty status for tenant:f1c2108c069a49eeb4807d0483aeb5e4 on resource:subnet {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:04:46.222483 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-90790f5b-27dc-423b-968f-1941e0790e6b admin admin] 10.222.0.55 "GET /v2.0/subnets/925163c8-9f9d-47bf-9301-b15bfceb6cb2 HTTP/1.1" status: 200 len: 849 time: 0.1545408 Apr 19 19:04:46.233901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:04:46.360607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:46.694552 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740851941849'] for subnet, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:46.698750 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7bc0673e-8c01-4374-912a-d7bb3880ffba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:04:46.742940 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:46.743785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:46.758485 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] 10.222.0.55 "PUT /v2.0/subnets/925163c8-9f9d-47bf-9301-b15bfceb6cb2 HTTP/1.1" status: 200 len: 868 time: 0.5155718 Apr 19 19:04:46.758791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b661d1-2c7e-4329-8892-f1a9727cce30 None None] Network 09e499b9-dd15-425e-834e-b0a9239b1667 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:04:46.773804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=925163c8-9f9d-47bf-9301-b15bfceb6cb2,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:04:46.783571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:46.784027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:46.784315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:46.784703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:46.785112 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:46.785542 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:46.785872 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:46.786255 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:46.786728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:46.787176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:46.787527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:46.788129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:46.793210 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ef6da5f4-9774-44b6-b310-f2272e13e224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:04:47.254981 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-0b23be24-a972-4a18-870a-368d677a9210 None None] Provisioning complete for port a610ccc7-b07e-4e30-9562-1a1246348ee7 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:04:47.255593 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b23be24-a972-4a18-870a-368d677a9210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:47.394861 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-0b23be24-a972-4a18-870a-368d677a9210 None None] Provisioning complete for port 1c841183-c2ac-46a4-83a8-eb6d4376992d triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:04:47.395110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b23be24-a972-4a18-870a-368d677a9210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:49.311317 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33772) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:49.512835 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c707380f-192c-4b2f-8059-ad679dff2a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:49.513354 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c707380f-192c-4b2f-8059-ad679dff2a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:49.515123 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c707380f-192c-4b2f-8059-ad679dff2a8c admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2026684 Apr 19 19:04:52.069242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33782) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:52.261836 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7aacc2-951f-4f62-ab9f-a126edfcdd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:52.262355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7aacc2-951f-4f62-ab9f-a126edfcdd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:52.264039 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7c7aacc2-951f-4f62-ab9f-a126edfcdd41 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1936476 Apr 19 19:04:54.782493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33792) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:54.996347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23d7594-534f-4aea-83d8-c4ba5efe2f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:54.996903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d23d7594-534f-4aea-83d8-c4ba5efe2f8e admin admin] Synchronizing usage tracker for tenant:f1c2108c069a49eeb4807d0483aeb5e4 on resource:network {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:04:55.015678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d23d7594-534f-4aea-83d8-c4ba5efe2f8e admin admin] Unset dirty status for tenant:f1c2108c069a49eeb4807d0483aeb5e4 on resource:network {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:04:55.016935 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d23d7594-534f-4aea-83d8-c4ba5efe2f8e admin admin] 10.222.0.55 "GET /v2.0/networks/09e499b9-dd15-425e-834e-b0a9239b1667 HTTP/1.1" status: 200 len: 869 time: 0.2334104 Apr 19 19:04:57.507248 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33802) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:57.705021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b1f4b2-8354-47bb-aac5-275d66bc29d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:57.706900 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-74b1f4b2-8354-47bb-aac5-275d66bc29d3 admin admin] 10.222.0.55 "GET /v2.0/networks/22660ca9-1aee-455b-8549-52f5768c4643 HTTP/1.1" status: 200 len: 886 time: 0.1981621 Apr 19 19:05:00.206408 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33812) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:05:00.333700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1ad5ba-9846-469b-b609-9836ac9a1bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:05:00.334201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1ad5ba-9846-469b-b609-9836ac9a1bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:05:00.335880 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-0c1ad5ba-9846-469b-b609-9836ac9a1bc9 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283746 Apr 19 19:05:02.834477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33822) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:05:02.966027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff8de4-2794-44db-b7fd-d27a8693feca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:05:02.966602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff8de4-2794-44db-b7fd-d27a8693feca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:05:02.968266 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-2bff8de4-2794-44db-b7fd-d27a8693feca admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1327229 Apr 19 19:05:05.478419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33832) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:05:05.611349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402966f-b591-4636-8926-8997e7bff968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:05:05.612792 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a402966f-b591-4636-8926-8997e7bff968 admin admin] 10.222.0.55 "GET /v2.0/subnets/925163c8-9f9d-47bf-9301-b15bfceb6cb2 HTTP/1.1" status: 200 len: 868 time: 0.1332510 Apr 19 19:05:06.244014 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f95170cf-c75b-48a2-b1b5-157dcf0f2595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:06.623016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 5 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:05:08.135443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33842) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:05:08.256009 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79922390-7a5c-4c0f-b9b9-595cccccf6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:05:08.257466 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-79922390-7a5c-4c0f-b9b9-595cccccf6f9 admin admin] 10.222.0.55 "GET /v2.0/subnets/aea2cbe2-e627-4f70-93a2-c0730b1978c6 HTTP/1.1" status: 200 len: 816 time: 0.1205285 Apr 19 19:05:08.310177 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eb64c04d-36e0-4ea6-ad48-8614dc82add3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:08.724487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:09.316486 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:10.698627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:34.912443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33886) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:05:34.972157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [None req-83362c38-2ac2-4d56-b4ee-e8a123818a78 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:05:34.973390 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-83362c38-2ac2-4d56-b4ee-e8a123818a78 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595508 Apr 19 19:05:36.247782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3afdee75-0ec7-4dde-9f35-6cd695456986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:37.625001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33896) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:05:37.713666 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac63983f-b99e-4257-86ab-2e6a7d69a644 admin admin] GET failed (client error): The resource could not be found. Apr 19 19:05:37.715091 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ac63983f-b99e-4257-86ab-2e6a7d69a644 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0890586 Apr 19 19:05:37.861302 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34f1386-d24e-4163-9401-e9e1f645b5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:05:37.862941 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c34f1386-d24e-4163-9401-e9e1f645b5d9 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1427474 Apr 19 19:05:38.314497 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d69a0b42-086e-47f4-b418-f7852ced09fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:38.727844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:39.320031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:40.388088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33906) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:05:40.444951 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:05:40.450038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:05:40.461967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:05:40.472600 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Made reservation on behalf of f1c2108c069a49eeb4807d0483aeb5e4 for: {'network': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:05:40.477351 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:40.572751 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING neutron.services.revisions.revision_plugin [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Could not find related network for resource to bump revision. Apr 19 19:05:40.591292 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=86441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:05:40.605344 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363296002802326', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:40.605918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Unsubscribe: segment precommit_create {{(pid=86441) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 19:05:40.606403 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Added segment c844f502-b0f7-4db8-8681-66380a52918f of type vlan for network b11c6519-f181-4e50-8927-f60f9fd9a27e Apr 19 19:05:40.646176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:40.682324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:40.684421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:05:40.684717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:40.688288 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:05:40.701583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:40.797116 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4076209 Apr 19 19:05:40.798158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Pushing event updated for resources: {'Network': ['ID=b11c6519-f181-4e50-8927-f60f9fd9a27e,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:05:40.803344 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:05:40.812808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network b11c6519-f181-4e50-8927-f60f9fd9a27e details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:05:43.296590 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33916) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:05:43.382867 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5c2911-9750-4fbe-9600-2c6295296575 admin admin] GET failed (client error): The resource could not be found. Apr 19 19:05:43.383359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4a5c2911-9750-4fbe-9600-2c6295296575 admin admin] Synchronizing usage tracker for tenant:f1c2108c069a49eeb4807d0483aeb5e4 on resource:network {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:05:43.399944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4a5c2911-9750-4fbe-9600-2c6295296575 admin admin] Unset dirty status for tenant:f1c2108c069a49eeb4807d0483aeb5e4 on resource:network {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:05:43.401547 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4a5c2911-9750-4fbe-9600-2c6295296575 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1039186 Apr 19 19:05:43.518072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50037177-f815-4baf-922c-f97ef2ad49e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:05:43.519676 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-50037177-f815-4baf-922c-f97ef2ad49e3 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1136672 Apr 19 19:05:43.535020 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b11c6519-f181-4e50-8927-f60f9fd9a27e'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:05:43.539713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:05:43.549934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:05:43.560562 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Made reservation on behalf of f1c2108c069a49eeb4807d0483aeb5e4 for: {'subnet': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:05:43.565097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:43.623170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 5 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:05:43.992152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for subnet, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:43.995983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b5b05d33-5438-4669-92f1-30685398cdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:05:44.068069 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488dfe68-f1ff-4a8b-878c-3f32d436090a,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:05:44.072066 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:05:44.079832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Checking segment: {'id': 'c844f502-b0f7-4db8-8681-66380a52918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b11c6519-f181-4e50-8927-f60f9fd9a27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:05:44.080107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Network hostable DHCP agents. Network: b11c6519-f181-4e50-8927-f60f9fd9a27e, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:05:44.099789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Network b11c6519-f181-4e50-8927-f60f9fd9a27e is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:05:44.108931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, b11c6519-f181-4e50-8927-f60f9fd9a27e) {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:05:44.113377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:05:44.114216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:44.119041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d51e81-98a2-4d0c-b8f7-439bcf55f05a None None] Network b11c6519-f181-4e50-8927-f60f9fd9a27e requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:05:44.139114 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6081834 Apr 19 19:05:44.379669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f36e89-c652-5c48-a22e-e39afdece8ec-b11c6519-f181-4e50-8927-f60f9fd9a27e', 'network_id': 'b11c6519-f181-4e50-8927-f60f9fd9a27e', 'tenant_id': 'f1c2108c069a49eeb4807d0483aeb5e4', 'fixed_ips': [{'subnet_id': '488dfe68-f1ff-4a8b-878c-3f32d436090a'}]}} from dv-cinder-786931-1-iscsi. {{(pid=86442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:05:44.380688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:44.558937 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Allocated IP 192.168.233.2 (b11c6519-f181-4e50-8927-f60f9fd9a27e/488dfe68-f1ff-4a8b-878c-3f32d436090a/cd756a12-a4b6-4938-9e01-846225828908) {{(pid=86442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:05:44.784000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Notify callbacks [] for port, precommit_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:44.795366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Transition to ACTIVE for port object cd756a12-a4b6-4938-9e01-846225828908 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:05:44.816109 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Transition to ACTIVE for port object cd756a12-a4b6-4938-9e01-846225828908 will not be triggered until provisioned by entity DHCP. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:05:44.824631 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:44.830776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:05:44.893244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Network b11c6519-f181-4e50-8927-f60f9fd9a27e is already hosted by enough agents. {{(pid=86442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:05:44.904916 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Resources bound (agent type, host, resource id): {{(pid=86442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:05:44.908879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Received port after_create {{(pid=86442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:05:44.948935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Pushing event updated for resources: {'Port': ['ID=cd756a12-a4b6-4938-9e01-846225828908,revision_number=1']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:05:44.992185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:05:44.992551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:05:44.992903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:05:44.993239 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:05:44.993592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:05:44.993943 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:05:44.994265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:05:44.994639 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:05:44.995021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:05:44.995363 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:05:44.995705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:05:44.996048 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:05:45.004561 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:05:45.021158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Attempting to bind port cd756a12-a4b6-4938-9e01-846225828908 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:05:45.021567 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Attempting to bind port cd756a12-a4b6-4938-9e01-846225828908 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': 'c844f502-b0f7-4db8-8681-66380a52918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b11c6519-f181-4e50-8927-f60f9fd9a27e'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:05:45.021962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Attempting to bind port cd756a12-a4b6-4938-9e01-846225828908 on network b11c6519-f181-4e50-8927-f60f9fd9a27e {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:05:45.028183 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:05:45.028583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Checking segment: {'id': 'c844f502-b0f7-4db8-8681-66380a52918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b11c6519-f181-4e50-8927-f60f9fd9a27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:05:45.029016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:45.029440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Bound using segment: {'id': 'c844f502-b0f7-4db8-8681-66380a52918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b11c6519-f181-4e50-8927-f60f9fd9a27e'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:05:45.029991 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Bound port: cd756a12-a4b6-4938-9e01-846225828908, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c844f502-b0f7-4db8-8681-66380a52918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b11c6519-f181-4e50-8927-f60f9fd9a27e'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:05:45.030386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:45.131187 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] For port cd756a12-a4b6-4938-9e01-846225828908, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:05:45.134923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] For port cd756a12-a4b6-4938-9e01-846225828908, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=cd756a12-a4b6-4938-9e01-846225828908,segment=NetworkSegment(c844f502-b0f7-4db8-8681-66380a52918f),segment_id=c844f502-b0f7-4db8-8681-66380a52918f)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:05:45.138594 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:45.142865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:05:45.227302 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Pushing event updated for resources: {'Port': ['ID=cd756a12-a4b6-4938-9e01-846225828908,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:05:45.230767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:05:46.504226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8bc290-91b3-4c19-84b4-25475d9c8ffa None None] Network b11c6519-f181-4e50-8927-f60f9fd9a27e requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:05:46.762254 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-25dd5800-6e5a-4a47-b3e9-fd7d7af7b8dd None None] Provisioning for port cd756a12-a4b6-4938-9e01-846225828908 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:05:47.549227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device cd756a12-a4b6-4938-9e01-846225828908 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:05:47.626365 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port cd756a12-a4b6-4938-9e01-846225828908 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:05:47.631730 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port cd756a12-a4b6-4938-9e01-846225828908 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:05:47.632145 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:47.758693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:47.793086 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port cd756a12-a4b6-4938-9e01-846225828908, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=cd756a12-a4b6-4938-9e01-846225828908,segment=NetworkSegment(c844f502-b0f7-4db8-8681-66380a52918f),segment_id=c844f502-b0f7-4db8-8681-66380a52918f)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:05:47.798176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:47.800332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:05:47.871399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=cd756a12-a4b6-4938-9e01-846225828908,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:05:47.874587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:05:49.527136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device cd756a12-a4b6-4938-9e01-846225828908 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:05:49.604036 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port cd756a12-a4b6-4938-9e01-846225828908 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:05:49.604450 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:06.252671 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f6d67a98-3c4d-41cf-b67f-d112e531bbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:08.318116 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3675d6cd-932e-4435-bf65-289b776931dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:08.734887 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:09.323934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:10.707755 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:20.623915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 5 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:06:36.257070 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8fc02b1b-49c3-4533-a907-ba6297620efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:38.327731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1fd05b04-f8b7-41a3-8a12-0ae09b6ea158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:38.735370 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:39.329998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:40.711998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:57.624547 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 5 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:06:59.101314 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33958) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:06:59.108140 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [None req-b487629f-38c2-4353-aaac-2184ab387b35 tempest-verify_tempest_config-319670097 tempest-verify_tempest_config-319670097-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:06:59.109558 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b487629f-38c2-4353-aaac-2184ab387b35 tempest-verify_tempest_config-319670097 tempest-verify_tempest_config-319670097-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070095 Apr 19 19:06:59.490443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 33976) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:06:59.621647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:59.637241 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:06:59.641527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Usage tracker for resource:security_group_rule and tenant:8c06d6df9fd849f7b788c7b1eb0a1291 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:06:59.644949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:06:59.652158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:06:59.766679 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:59.770376 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:59.778097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:06:59.821585 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c06d6df9fd849f7b788c7b1eb0a1291&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3298285 Apr 19 19:06:59.822581 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d17b646-9a81-4f91-a6aa-0f8cbefbe788,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:06:59.824795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 33982) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:06:59.830335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:59.830740 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:59.831104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:59.831464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:59.831819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:59.832180 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:59.832533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:59.832882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:59.833250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:59.833599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:59.834020 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:59.834376 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:59.839120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:06:59.891855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:59.921371 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:59.983199 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:59.988413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:07:00.001038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d17b646-9a81-4f91-a6aa-0f8cbefbe788,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:07:00.010129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:07:00.010506 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:07:00.010901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:07:00.011257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:07:00.011609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:07:00.011973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:07:00.012321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:07:00.012671 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:07:00.013019 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:07:00.013359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:07:00.013699 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:07:00.014026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:07:00.017886 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:07:00.019880 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:00.021462 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d17b646-9a81-4f91-a6aa-0f8cbefbe788 HTTP/1.1" status: 204 len: 168 time: 0.1955314 Apr 19 19:07:06.261302 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-459e9935-08e4-4162-bbdf-c2f0f53b4b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:08.320640 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2827e816-a6c5-4009-8570-6c637c543ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:08.739572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:09.327434 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:10.729122 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:34.633191 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 5 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:07:36.267008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e7dfd27b-e72e-4312-ab46-7b21dc1cc298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:38.327653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-716ba4f7-808f-43ba-8738-befbf8ee23dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:38.741195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:39.329176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:40.720328 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:06.271560 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-57ef6e5f-e760-4105-b53f-dc92e42d9d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:08.329277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8cc14cbf-0be1-4453-8181-82b5dd7b2d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:08.752322 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:09.330268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:10.730016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:11.626987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 5 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:08:36.284163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-57d55d43-3f37-49c9-8b26-a95d13e872e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:36.784216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309'] for agent, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:38.323802 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2b20b22e-0c3b-4c0e-8b3a-bf49ef58417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:38.747488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:39.323666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:40.618563 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34042) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:08:40.727600 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:40.754064 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-2813ecb4-9efa-424a-bc18-c6a5a45b9f5d admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1338282 Apr 19 19:08:43.435186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34052) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:08:43.511502 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-5c6d4ebb-587e-44b8-8ad2-ff734edd3a48 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0748141 Apr 19 19:08:48.628570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:09:06.282216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-224cc50c-b7bf-496d-86be-f96a30216c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:06.749708 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:08.335913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dad97bdc-60b7-4255-8a62-d6d94c72a525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:08.750546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:09.327792 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:10.737707 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:25.631842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:09:36.276084 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e4927aa8-cf14-47bf-a152-8061bef619d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:36.747043 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:38.334786 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-84dcb9c2-c8c7-410f-9965-03bb545e0426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:38.760967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:39.331465 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:40.746189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.632763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:10:06.278855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-39173834-c833-4673-9eda-d5a18f2c7f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:06.761268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:08.331928 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d52d5aab-7a0e-489c-b9f3-8a0c6eb6cb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:08.757028 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:09.334910 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:10.737975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:17.655603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34204) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:17.890609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1436323394-network', 'tenant_id': '5b6cfbc4fe174b43a8c0a7726984afdb'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:17.895558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:17.901013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Usage tracker for resource:network and tenant:5b6cfbc4fe174b43a8c0a7726984afdb is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:17.904347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:17.910621 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:17.923630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Made reservation on behalf of 5b6cfbc4fe174b43a8c0a7726984afdb for: {'network': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:17.928301 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:17.942734 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:17.959151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:17.963251 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Usage tracker for resource:security_group_rule and tenant:5b6cfbc4fe174b43a8c0a7726984afdb is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:17.966424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:17.973027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:18.062162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.065851 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.072669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c8418990-3e68-48ba-a546-e0e79c7695e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:18.113421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a5d789-388c-4062-821a-e0764f4826a2,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:18.126120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.126757 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.127477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.128069 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.128674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.129180 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.129795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.130308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.130967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.131917 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.132282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.132656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Tracked resource versions report: Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: pushed versions: Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: { 'AddressGroup': {'1.2'}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': {'1.0'}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': {'1.0'}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': {'1.1'}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': {'1.7'}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': {'1.2'}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': {'1.8'}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': {'1.4'}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': {'1.0'}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': {'1.1'}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': {'1.1'}} Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: consumer versions: Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: { DHCP agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: HyperV agent@hv-cinder-78693: {}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: L3 agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: Metadata agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: Metering agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: Open vSwitch agent@dv-cinder-786931-1-iscsi: { 'AddressGroup': '1.2', Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': '1.0', Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': '1.0', Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': '1.1', Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': '1.7', Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': '1.2', Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': '1.8', Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': '1.4', Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': '1.2', Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': '1.0', Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': '1.1', Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': '1.1'}} Apr 19 19:10:18.133689 dv-cinder-786931-1-iscsi neutron-server[86329]: {{(pid=86441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:10:18.157251 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=86441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:10:18.159841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:18.168902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.169288 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Added segment 74333aa5-0079-41c0-be98-fc96a54c47ee of type vlan for network c6724de2-7ad1-4e42-836a-ccf07ab6083a Apr 19 19:10:18.195268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34248) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:18.209298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.242720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.244144 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:18.244763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.256196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-66355e79-ccfd-46bd-8d77-c64d24fdba0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:18.367498 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34260) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:18.367842 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7102492 Apr 19 19:10:18.370069 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Pushing event updated for resources: {'Network': ['ID=c6724de2-7ad1-4e42-836a-ccf07ab6083a,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:18.373913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:18.381390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Request body: {'subnet': {'network_id': 'c6724de2-7ad1-4e42-836a-ccf07ab6083a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1436323394-subnet', 'tenant_id': '5b6cfbc4fe174b43a8c0a7726984afdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:18.381559 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network c6724de2-7ad1-4e42-836a-ccf07ab6083a details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:10:18.386616 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:18.390961 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Usage tracker for resource:subnet and tenant:5b6cfbc4fe174b43a8c0a7726984afdb is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:18.397526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:18.404690 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:18.416500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Made reservation on behalf of 5b6cfbc4fe174b43a8c0a7726984afdb for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:18.423210 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Notify callbacks [] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.863287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.868947 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:18.878357 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1896248626-network', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:18.884433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:18.889305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Usage tracker for resource:network and tenant:6689c5d5c27340a894320308cf2f6a9f is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:18.893569 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:18.902362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:18.911110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34274) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:18.920588 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Made reservation on behalf of 6689c5d5c27340a894320308cf2f6a9f for: {'network': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:18.926704 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.928780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0d16eb-da6a-4250-9a35-f9489f770f85,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:18.937865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.938323 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.938732 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.939102 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.939470 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.939811 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.940339 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.940869 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.941383 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.941900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.942824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.943369 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Tracked resource versions report: Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: pushed versions: Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: { 'AddressGroup': {'1.2'}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': {'1.0'}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': {'1.0'}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': {'1.1'}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': {'1.7'}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': {'1.2'}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': {'1.8'}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': {'1.4'}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': {'1.0'}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': {'1.1'}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': {'1.1'}} Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: consumer versions: Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: { DHCP agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: HyperV agent@hv-cinder-78693: {}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: L3 agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: Metadata agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: Metering agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: Open vSwitch agent@dv-cinder-786931-1-iscsi: { 'AddressGroup': '1.2', Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': '1.0', Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': '1.0', Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': '1.1', Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': '1.7', Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': '1.2', Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': '1.8', Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': '1.4', Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': '1.2', Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': '1.0', Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': '1.1', Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': '1.1'}} Apr 19 19:10:18.944695 dv-cinder-786931-1-iscsi neutron-server[86329]: {{(pid=86440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:10:18.948728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.959338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:18.967845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:18.972979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Usage tracker for resource:security_group_rule and tenant:6689c5d5c27340a894320308cf2f6a9f is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:18.976479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:18.984202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:18.992129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Checking segment: {'id': '74333aa5-0079-41c0-be98-fc96a54c47ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c6724de2-7ad1-4e42-836a-ccf07ab6083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:18.992838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Network hostable DHCP agents. Network: c6724de2-7ad1-4e42-836a-ccf07ab6083a, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:10:19.030814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Network c6724de2-7ad1-4e42-836a-ccf07ab6083a is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:10:19.044382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, c6724de2-7ad1-4e42-836a-ccf07ab6083a) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:19.051700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34282) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:19.055869 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d8f786-a90f-4445-89f0-e1aecef66913 None None] Network c6724de2-7ad1-4e42-836a-ccf07ab6083a requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:19.059465 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:19.060134 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.108256 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7387772 Apr 19 19:10:19.108906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34288) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:19.129345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.133122 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.140041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:19.174300 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=86441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:10:19.186815 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9aa303-c742-42ce-98b9-7ee6c524d154,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:19.199553 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:19.208413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.208909 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Added segment a1c109f8-61af-45ff-b974-d3d3bcba84f5 of type vlan for network 6901271f-6259-4dc8-854a-e6f810c52aa8 Apr 19 19:10:19.243266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.287072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.288623 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:19.289152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.305324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:19.378294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e483188-abf8-4d2b-a4bc-e04b01737e64 None None] Network c6724de2-7ad1-4e42-836a-ccf07ab6083a requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:19.403959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-614258216-network', 'tenant_id': 'fbff15111e1d4753ab5b433204c69165'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:19.427027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34308) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:19.427272 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2307889 Apr 19 19:10:19.436096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Request body: {'subnet': {'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1896248626-subnet', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:19.436987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Pushing event updated for resources: {'Network': ['ID=6901271f-6259-4dc8-854a-e6f810c52aa8,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:19.439862 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:19.442490 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:19.444883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Usage tracker for resource:network and tenant:fbff15111e1d4753ab5b433204c69165 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:19.447221 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:19.448120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:19.454650 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:19.456953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Usage tracker for resource:subnet and tenant:6689c5d5c27340a894320308cf2f6a9f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:19.466192 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:19.466910 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Made reservation on behalf of fbff15111e1d4753ab5b433204c69165 for: {'network': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:19.472669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.478420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:19.488135 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.496232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 6901271f-6259-4dc8-854a-e6f810c52aa8 details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:10:19.503446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Made reservation on behalf of 6689c5d5c27340a894320308cf2f6a9f for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:19.507963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:19.508203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.512645 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Usage tracker for resource:security_group_rule and tenant:fbff15111e1d4753ab5b433204c69165 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:19.516375 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:19.523965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:19.630581 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-network', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:19.635847 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:19.641636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Usage tracker for resource:network and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:19.645527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:19.653860 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:19.679364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Made reservation on behalf of b2514bbc2c78476eab3ffab97021c52f for: {'network': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:19.685038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.713591 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.715330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.728907 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.739245 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:19.748924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:19.764789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Usage tracker for resource:security_group_rule and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:19.786723 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1413555791-network', 'tenant_id': 'c31089f5092d4cbcb46dcad1d2f553be'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:19.795536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:19.845063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=86441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:10:19.858556 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.859905 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Added segment 62093d1b-b1af-4439-aa0d-fdc41e549f25 of type vlan for network c06345fb-504f-4da6-8c7f-16a38f90e35f Apr 19 19:10:19.891412 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.893549 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:19.900257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:19.950896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Usage tracker for resource:network and tenant:c31089f5092d4cbcb46dcad1d2f553be is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:19.955911 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:19.975263 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:19.997949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.000909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e291ab7b-6a59-4b31-a711-b63f89be279a,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:20.007216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:20.025223 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.042354 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Made reservation on behalf of c31089f5092d4cbcb46dcad1d2f553be for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:20.042634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:20.047540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.080872 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4466142b-5c01-40ee-a623-e9f06ea3be01,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:20.084352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.087465 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:20.095894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=86441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:10:20.103268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.106118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:20.106774 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.123117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:20.135091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:20.151765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.152122 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Usage tracker for resource:security_group_rule and tenant:c31089f5092d4cbcb46dcad1d2f553be is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:20.152276 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Added segment def230b0-c52e-40e1-bd00-c4062733e7e7 of type vlan for network 12b2d1c3-a47c-4778-88b3-735d924c1730 Apr 19 19:10:20.156202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:20.171701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:20.279895 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3672273 Apr 19 19:10:20.282064 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.288866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34342) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:20.294065 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Pushing event updated for resources: {'Network': ['ID=c06345fb-504f-4da6-8c7f-16a38f90e35f,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:20.298119 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:20.301138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Request body: {'subnet': {'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-614258216-subnet', 'tenant_id': 'fbff15111e1d4753ab5b433204c69165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:20.307083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network c06345fb-504f-4da6-8c7f-16a38f90e35f details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:10:20.319559 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.323042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.325002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:20.325974 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.328064 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:20.332643 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:20.338858 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Usage tracker for resource:subnet and tenant:fbff15111e1d4753ab5b433204c69165 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:20.344997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:20.358119 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:20.391290 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2bd6223e-c3ac-4c0f-aa75-5366c54c6bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:20.465088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34352) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:20.466567 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4065428 Apr 19 19:10:20.480768 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Pushing event updated for resources: {'Network': ['ID=12b2d1c3-a47c-4778-88b3-735d924c1730,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:20.484082 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:20.508655 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Request body: {'subnet': {'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-subnet', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:20.526189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Made reservation on behalf of fbff15111e1d4753ab5b433204c69165 for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:20.531053 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.773642 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Checking segment: {'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:20.774046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Network hostable DHCP agents. Network: 6901271f-6259-4dc8-854a-e6f810c52aa8, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:10:20.785833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:20.806642 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Usage tracker for resource:subnet and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:20.822741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:20.829448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0884850-23a1-48fc-bfbb-a46bc1a4800f,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:20.831822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Network 6901271f-6259-4dc8-854a-e6f810c52aa8 is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:10:20.838914 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 12b2d1c3-a47c-4778-88b3-735d924c1730 details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:10:20.842908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:20.852400 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:20.885588 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 6901271f-6259-4dc8-854a-e6f810c52aa8) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:20.900049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Made reservation on behalf of b2514bbc2c78476eab3ffab97021c52f for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:20.914896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.932795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:20.933982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.979658 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5508761 Apr 19 19:10:20.982711 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34376) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:20.989163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1896248626-router', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:20.996535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:21.007605 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Usage tracker for resource:router and tenant:6689c5d5c27340a894320308cf2f6a9f is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:21.013273 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:21.025767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:21.046358 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7fb251-ffe4-497d-b377-f3e10dd9a791 None None] Network 6901271f-6259-4dc8-854a-e6f810c52aa8 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:21.052784 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.055546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32715'] for router, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.058402 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743108'] for router, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.100274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.100844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.118335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:21.188292 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04035c02-a94e-470a-85e7-12fcd245a4af,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:21.204969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:21.238643 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:10:21.265317 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.266804 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Added segment 85756594-21b8-4e45-803f-b2a3e14aef1c of type vlan for network 3f909400-7d07-4cd9-ad0d-463714d5b2ee Apr 19 19:10:21.376536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.454957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7dbf66-3473-4d44-919d-394da5c7dc0c None None] Network 6901271f-6259-4dc8-854a-e6f810c52aa8 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:21.665521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34410) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:21.716909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.734571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:21.735225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.738097 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 19:10:21.743229 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:21.858216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Pushing event updated for resources: {'Network': ['ID=3f909400-7d07-4cd9-ad0d-463714d5b2ee,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:21.867760 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:21.871042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 3f909400-7d07-4cd9-ad0d-463714d5b2ee details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:10:21.928269 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8177061 Apr 19 19:10:21.930438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34416) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:21.952732 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Request body: {'subnet': {'network_id': '3f909400-7d07-4cd9-ad0d-463714d5b2ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1413555791-subnet', 'tenant_id': 'c31089f5092d4cbcb46dcad1d2f553be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:21.964180 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:22.005566 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743123'] for router, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:22.101635 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-d97879bc-36d0-475e-9af9-53a6899f3fde tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:22.114840 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-d97879bc-36d0-475e-9af9-53a6899f3fde tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Synchronizing usage tracker for tenant:5b6cfbc4fe174b43a8c0a7726984afdb on resource:network {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:22.124973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Usage tracker for resource:subnet and tenant:c31089f5092d4cbcb46dcad1d2f553be is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:22.128220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:22.149320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:22.195360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Made reservation on behalf of c31089f5092d4cbcb46dcad1d2f553be for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:22.200648 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:22.217022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-d97879bc-36d0-475e-9af9-53a6899f3fde tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Unset dirty status for tenant:5b6cfbc4fe174b43a8c0a7726984afdb on resource:network {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:22.223045 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-d97879bc-36d0-475e-9af9-53a6899f3fde tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/networks?id=c6724de2-7ad1-4e42-836a-ccf07ab6083a HTTP/1.1" status: 200 len: 812 time: 0.5561693 Apr 19 19:10:22.246782 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-9e0a2c34-dd75-4270-806c-ca0f5d9ff0b3 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/quotas/5b6cfbc4fe174b43a8c0a7726984afdb HTTP/1.1" status: 200 len: 375 time: 0.0177913 Apr 19 19:10:22.328393 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-d687310b-fb3a-4919-9bd5-eb6a3061507c tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b6cfbc4fe174b43a8c0a7726984afdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692539 Apr 19 19:10:22.668214 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:22.685548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1541a0b4-c41c-44df-bd52-bc716bdf76e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:22.715090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:22.748851 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-343cd2c3-d4ea-452c-94d6-0dcac09cef45 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:10:22.749921 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-343cd2c3-d4ea-452c-94d6-0dcac09cef45 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1355393 Apr 19 19:10:22.754812 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:22.771512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:22.812836 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ad4e80-7721-4138-a1cc-4e228a93cf71,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:22.815613 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:22.820510 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:23.012041 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-f1afda56-c3bd-4b58-bf4d-f2f823863efa service neutron] 10.222.0.55 "GET /v2.0/networks/c6724de2-7ad1-4e42-836a-ccf07ab6083a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538524 Apr 19 19:10:23.107434 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Checking segment: {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:23.107980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Network hostable DHCP agents. Network: c06345fb-504f-4da6-8c7f-16a38f90e35f, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:10:23.113804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Allocated IP 172.27.0.46 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/d250b86c-a94a-4a5b-9057-ab5c23a956fd) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:23.129765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff121a2-6622-4771-b76a-26fbc12fb5c6,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:23.139300 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:23.211371 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Checking segment: {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:23.211774 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Network hostable DHCP agents. Network: 12b2d1c3-a47c-4778-88b3-735d924c1730, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:10:23.220088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Network c06345fb-504f-4da6-8c7f-16a38f90e35f is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:10:23.239287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, c06345fb-504f-4da6-8c7f-16a38f90e35f) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:23.248593 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:23.249209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.252409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50ec00a-a4eb-4956-89a7-63cddb3752d1 None None] Network c06345fb-504f-4da6-8c7f-16a38f90e35f requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:23.260635 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-fdef349d-d228-46dc-936c-49ce8945e6c3 service neutron] 10.222.0.55 "GET /v2.0/networks/c6724de2-7ad1-4e42-836a-ccf07ab6083a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396293 Apr 19 19:10:23.273639 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Network 12b2d1c3-a47c-4778-88b3-735d924c1730 is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:10:23.289705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 12b2d1c3-a47c-4778-88b3-735d924c1730) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:23.302672 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:23.303442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.311998 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0196335 Apr 19 19:10:23.344810 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8771191 Apr 19 19:10:23.348087 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.349491 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34448) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:23.355665 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:23.363120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:23.368938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Usage tracker for resource:router and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:23.373882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:23.383286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:23.383698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.389500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:23.437295 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18608f3-f6f6-4463-ba08-28151b954b17 None None] Network 12b2d1c3-a47c-4778-88b3-735d924c1730 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:23.442399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32715'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.443536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743108'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.474408 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:23.483450 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:23.494893 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:23.517906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.521645 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.557731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:23.566419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34462) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:23.634496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6d9bdd-365c-4178-8839-97da151ab2fa,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:23.637072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:23.680213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Checking segment: {'id': '85756594-21b8-4e45-803f-b2a3e14aef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3f909400-7d07-4cd9-ad0d-463714d5b2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:23.680626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Network hostable DHCP agents. Network: 3f909400-7d07-4cd9-ad0d-463714d5b2ee, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:10:23.713826 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-441014c4-6741-404b-a854-8f4c9f7d9746 req-14c2aa14-312e-459b-81b8-476c834e0fbb tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.1384118 Apr 19 19:10:23.728754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Pushing event updated for resources: {'Port': ['ID=d250b86c-a94a-4a5b-9057-ab5c23a956fd,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:23.734048 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:23.773883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Network 3f909400-7d07-4cd9-ad0d-463714d5b2ee is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:10:23.840181 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d154208c-1800-43a1-9921-4ddf1a3b6da9 None None] Network c06345fb-504f-4da6-8c7f-16a38f90e35f requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:23.853183 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 3f909400-7d07-4cd9-ad0d-463714d5b2ee) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:23.857819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:23.858543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.895482 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-806559f4-8760-486e-b2f0-3cb7410c4953 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9521055 Apr 19 19:10:24.224074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743123'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.374017 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67783857-398e-40fd-b362-f79a4d174431 None None] Network 3f909400-7d07-4cd9-ad0d-463714d5b2ee requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:24.838684 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0d8a4-6ac2-4390-a7c1-6607da8e3154 None None] Network 3f909400-7d07-4cd9-ad0d-463714d5b2ee requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:25.214797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.246986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34566) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:25.294726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.417103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-b0791d84-1065-4ff7-a861-479a08e76415 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:25.417964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-b0791d84-1065-4ff7-a861-479a08e76415 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Synchronizing usage tracker for tenant:fbff15111e1d4753ab5b433204c69165 on resource:network {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:25.426879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1065729036-network', 'tenant_id': 'a325f25839df4407ad6ccbb2244965b4'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:25.451883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f36e89-c652-5c48-a22e-e39afdece8ec-12b2d1c3-a47c-4778-88b3-735d924c1730', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6'}]}} from dv-cinder-786931-1-iscsi. {{(pid=86442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:10:25.455618 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.467460 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:25.472018 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Usage tracker for resource:network and tenant:a325f25839df4407ad6ccbb2244965b4 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:25.475096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:25.479280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34578) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:25.482118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:25.502874 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-b0791d84-1065-4ff7-a861-479a08e76415 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Unset dirty status for tenant:fbff15111e1d4753ab5b433204c69165 on resource:network {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:25.511972 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-b0791d84-1065-4ff7-a861-479a08e76415 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 814 time: 1.1996343 Apr 19 19:10:25.515795 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5084394c-9811-4aa7-a2d8-8fd8fa5a7c12 req-15e22583-568d-464e-bc6b-adc08e628bf4 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.2994766 Apr 19 19:10:25.530412 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Allocated IP 172.27.0.155 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/4b892f6b-6631-4181-858e-0f24893a74a9) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:25.530787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Made reservation on behalf of a325f25839df4407ad6ccbb2244965b4 for: {'network': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:25.540908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.599587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.638177 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:25.652103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Usage tracker for resource:security_group_rule and tenant:a325f25839df4407ad6ccbb2244965b4 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:25.655547 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:25.661815 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:25.702243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Allocated IP 172.20.0.2 (12b2d1c3-a47c-4778-88b3-735d924c1730/aff121a2-6622-4771-b76a-26fbc12fb5c6/da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e) {{(pid=86442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:25.718730 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-d8db5967-250b-4cd1-91f9-b26517096811 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/quotas/fbff15111e1d4753ab5b433204c69165 HTTP/1.1" status: 200 len: 375 time: 0.2057033 Apr 19 19:10:25.767912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.806605 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:25.814545 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.822036 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] Usage tracker for resource:security_group_rule and tenant:adc1b589795343bba40b848f591e2d08 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:25.824684 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.827017 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:25.832432 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.840715 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:25.903576 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=86441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:10:25.923556 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:25.938984 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-e9f4af59-95cd-415f-af07-4e9cb4571a56 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1227186 Apr 19 19:10:25.944323 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.990326 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.011448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:26.013481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.013865 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Added segment 94f3168e-1c6a-4085-aadd-a41476a90965 of type vlan for network 169b7696-77a4-4d68-b61b-a74b335b3211 Apr 19 19:10:26.138716 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c150eff6-095d-4184-aea3-600174186ef0,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:26.150205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:26.151603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.154209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:26.165116 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:26.174599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.180213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.184825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:26.311242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-d9d05a65-02b0-46ad-8e7e-a40ca29d36b1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:10:26.319380 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-d9d05a65-02b0-46ad-8e7e-a40ca29d36b1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2228639 Apr 19 19:10:26.418860 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] Synchronizing usage tracker for tenant:f1c2108c069a49eeb4807d0483aeb5e4 on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:26.426437 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=4b892f6b-6631-4181-858e-0f24893a74a9,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:26.430667 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:26.463334 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:26.487662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Notify callbacks [] for port, precommit_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.501004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Transition to ACTIVE for port object da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:26.502018 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bf3bdc-4d19-4b98-b3f3-bc4927bfa266,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:26.506113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:26.523880 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Transition to ACTIVE for port object da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e will not be triggered until provisioned by entity DHCP. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:26.530131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.536475 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5e892bad-5ee6-4418-ae6b-72ee8678936f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:26.553380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.622566 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Pushing event updated for resources: {'Port': ['ID=da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e,revision_number=1']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:26.637486 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:26.637868 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:26.638243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:26.638641 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:26.639504 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:26.640032 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:26.640398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:26.640880 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:26.641242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:26.641599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:26.641957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:26.642314 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Tracked resource versions report: Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: pushed versions: Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: { 'AddressGroup': {'1.2'}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': {'1.0'}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': {'1.0'}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': {'1.1'}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': {'1.7'}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': {'1.2'}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': {'1.8'}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': {'1.4'}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': {'1.0'}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': {'1.1'}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': {'1.1'}} Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: consumer versions: Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: { DHCP agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: HyperV agent@hv-cinder-78693: {}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: L3 agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: Metadata agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: Metering agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: Open vSwitch agent@dv-cinder-786931-1-iscsi: { 'AddressGroup': '1.2', Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': '1.0', Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': '1.0', Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': '1.1', Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': '1.7', Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': '1.2', Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': '1.8', Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': '1.4', Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': '1.2', Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': '1.0', Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': '1.1', Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': '1.1'}} Apr 19 19:10:26.643474 dv-cinder-786931-1-iscsi neutron-server[86329]: {{(pid=86442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:10:26.655697 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Network 12b2d1c3-a47c-4778-88b3-735d924c1730 is already hosted by enough agents. {{(pid=86442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:26.657812 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Resources bound (agent type, host, resource id): {{(pid=86442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:26.662706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:26.663938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Received port after_create {{(pid=86442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:26.674336 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854367420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851000356'] for router, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.676329 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.52', 49228) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:26.682193 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:26.682892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.694489 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:26.796560 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Attempting to bind port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:26.796976 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Attempting to bind port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:26.797379 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Attempting to bind port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e on network 12b2d1c3-a47c-4778-88b3-735d924c1730 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:26.801031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] Unset dirty status for tenant:f1c2108c069a49eeb4807d0483aeb5e4 on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:26.803536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:26.803951 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Checking segment: {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:26.804916 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=adc1b589795343bba40b848f591e2d08&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3233123 Apr 19 19:10:26.805036 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.805383 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Bound using segment: {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:26.805929 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Bound port: da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:26.806349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.812387 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34612) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:26.843170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Pushing event updated for resources: {'Network': ['ID=169b7696-77a4-4d68-b61b-a74b335b3211,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:26.875930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 169b7696-77a4-4d68-b61b-a74b335b3211 details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:10:26.884533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.981562 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:27.051457 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] For port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:27.055017 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-67a74357-0358-4beb-a064-c3c11442bb0b service neutron] 10.222.0.55 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344708 Apr 19 19:10:27.055224 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] For port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:27.062091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.067583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:27.078358 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8715c09d-8edf-4d97-810c-c250d6b8481f req-65b3adc6-f03b-4477-89cc-ce8275c084e2 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.2628241 Apr 19 19:10:27.182803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Pushing event updated for resources: {'Port': ['ID=da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:27.195787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:27.320435 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9120593 Apr 19 19:10:27.324421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34634) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:27.331717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c0289977-9fd9-4222-9391-07e8121dd416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.339450 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Request body: {'subnet': {'network_id': '169b7696-77a4-4d68-b61b-a74b335b3211', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1065729036-subnet', 'tenant_id': 'a325f25839df4407ad6ccbb2244965b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:27.353809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:27.372339 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Usage tracker for resource:subnet and tenant:a325f25839df4407ad6ccbb2244965b4 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:27.383440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:27.447834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c0289977-9fd9-4222-9391-07e8121dd416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.465021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:27.631475 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c0289977-9fd9-4222-9391-07e8121dd416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.632438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Made reservation on behalf of a325f25839df4407ad6ccbb2244965b4 for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:27.637926 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.746035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-4554abeb-4cb7-4d80-885f-0a0f3a975829 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:27.747983 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-4554abeb-4cb7-4d80-885f-0a0f3a975829 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.52 "GET /v2.0/networks?id=c6724de2-7ad1-4e42-836a-ccf07ab6083a HTTP/1.1" status: 200 len: 812 time: 1.0602946 Apr 19 19:10:27.750471 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Router 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 is scheduled to L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 with binding_index 1 {{(pid=86441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:10:27.753990 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-58507496-40e6-48f1-90bd-2294614db800 service neutron] 10.222.0.55 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680150 Apr 19 19:10:27.800424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-513af863-456a-47f8-9866-f634063acfc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:27.826932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0289977-9fd9-4222-9391-07e8121dd416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bf3bdc-4d19-4b98-b3f3-bc4927bfa266,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:27.829569 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c0289977-9fd9-4222-9391-07e8121dd416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:27.861199 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c0289977-9fd9-4222-9391-07e8121dd416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.862904 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c0289977-9fd9-4222-9391-07e8121dd416 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91bf3bdc-4d19-4b98-b3f3-bc4927bfa266 HTTP/1.1" status: 204 len: 168 time: 1.0491512 Apr 19 19:10:27.880843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:28.088306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854367420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851000356'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.121010 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:10:28.128292 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:28.132034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Sync routers for ids ['51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:10:28.154385 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Routers {'51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:28.154868 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:10:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:28.274261 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f772c94d-b005-4aaa-9bb3-c62bf6f75573 req-394599ea-fec3-4dac-91e4-ff048729de1d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 210 time: 0.0963328 Apr 19 19:10:28.279849 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Notify callbacks [] for router, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.281433 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2976236 Apr 19 19:10:28.288855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34676) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:28.398598 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Set router 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:28.633679 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34692) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:28.685119 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ac97ffeb-e005-46f1-afad-afc173066399 req-648d8c72-39a0-4f44-b57d-cccf54fcffd1 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.1672277 Apr 19 19:10:28.917333 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Router a93012db-1d0d-4519-82e6-a78b4ff3a477 is scheduled to L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:10:28.969651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1896248626-router', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:21Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 3, 'project_id': '6689c5d5c27340a894320308cf2f6a9f', 'gw_port': {'id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:22Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:28.975426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Checking router: 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:10:28.975827 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Updating router 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 port d250b86c-a94a-4a5b-9057-ab5c23a956fd binding host dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:10:29.062752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.079971 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eba6d5-ded2-4714-9bcb-dd76658b4409 None None] Network 12b2d1c3-a47c-4778-88b3-735d924c1730 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:29.265306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:10:29.277483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ebc58e05-4da5-453b-ad1c-1473a265438c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.307479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ebc58e05-4da5-453b-ad1c-1473a265438c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:29.312320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ebc58e05-4da5-453b-ad1c-1473a265438c admin admin] Usage tracker for resource:security_group_rule and tenant:dd17abe963954a5c981fc537cce8b2d3 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:29.316377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ebc58e05-4da5-453b-ad1c-1473a265438c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:29.323378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ebc58e05-4da5-453b-ad1c-1473a265438c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:29.417223 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Sync routers for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:10:29.435704 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ebc58e05-4da5-453b-ad1c-1473a265438c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.455804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ebc58e05-4da5-453b-ad1c-1473a265438c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.487320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:29.488318 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:10:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:29.516140 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:29.554988 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ebc58e05-4da5-453b-ad1c-1473a265438c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd17abe963954a5c981fc537cce8b2d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9056461 Apr 19 19:10:29.557110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc58e05-4da5-453b-ad1c-1473a265438c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d114d7c-32e4-4cac-b9e7-53c0d8d79d37,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:29.560826 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ebc58e05-4da5-453b-ad1c-1473a265438c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:29.566728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34732) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:29.629617 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fb02d8e1-6d33-4305-bd14-a0fa72261fba req-4ac0bdf6-10f2-49d3-872d-7e3b0b5cc216 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 210 time: 0.0844104 Apr 19 19:10:29.681921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-e9fa1da0-760f-4fdc-bdf1-9f6d51838f21 None None] Provisioning for port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:29.709359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-e9fa1da0-760f-4fdc-bdf1-9f6d51838f21 None None] Provisioning complete for port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:29.709771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1da0-760f-4fdc-bdf1-9f6d51838f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.711896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.713235 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3627229 Apr 19 19:10:29.715929 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.735508 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34740) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:29.736359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa71d-8b86-4794-91e6-28c84d99145f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.771997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Notify callbacks [] for port, precommit_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.787234 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Transition to ACTIVE for port object d250b86c-a94a-4a5b-9057-ab5c23a956fd will not be triggered until provisioned by entity L2. {{(pid=86443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:29.796716 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.809920 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:29.908778 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1da0-760f-4fdc-bdf1-9f6d51838f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.949237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-e9fa1da0-760f-4fdc-bdf1-9f6d51838f21 None None] For port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:29.968944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1da0-760f-4fdc-bdf1-9f6d51838f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.969823 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-008f13e1-6bc5-4fd7-97e3-bc3a03ae3adb req-dc81f8c0-d81c-4a85-a159-c7cdbd8fb29d tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.0792639 Apr 19 19:10:29.983429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:29.992885 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:30.019793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Attempting to bind port d250b86c-a94a-4a5b-9057-ab5c23a956fd on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:30.023488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Attempting to bind port d250b86c-a94a-4a5b-9057-ab5c23a956fd by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:30.024105 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Attempting to bind port d250b86c-a94a-4a5b-9057-ab5c23a956fd on network 22660ca9-1aee-455b-8549-52f5768c4643 {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:30.049054 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Pushing event updated for resources: {'Port': ['ID=d250b86c-a94a-4a5b-9057-ab5c23a956fd,revision_number=2']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:30.050273 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:30.066683 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:30.092046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:30.095249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Checking segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:30.095805 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:30.096999 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Bound using segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:30.098937 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Bound port: d250b86c-a94a-4a5b-9057-ab5c23a956fd, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:30.099383 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:30.201762 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:30.204384 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:30.205088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:30.205669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:30.208016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:30.208670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:30.209529 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:30.210077 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:30.211990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:30.212617 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:30.213172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:30.213985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Tracked resource versions report: Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: pushed versions: Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: { 'AddressGroup': {'1.2'}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': {'1.0'}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': {'1.0'}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': {'1.1'}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': {'1.7'}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': {'1.2'}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': {'1.8'}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': {'1.4'}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': {'1.0'}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': {'1.1'}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': {'1.1'}} Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: consumer versions: Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: { DHCP agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: HyperV agent@hv-cinder-78693: {}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: L3 agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: Metadata agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: Metering agent@dv-cinder-786931-1-iscsi: {}, Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: Open vSwitch agent@dv-cinder-786931-1-iscsi: { 'AddressGroup': '1.2', Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'ConntrackHelper': '1.0', Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Log': '1.0', Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Network': '1.1', Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Port': '1.7', Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'PortForwarding': '1.2', Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'QosPolicy': '1.8', Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroup': '1.4', Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SecurityGroupRule': '1.2', Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'SubPort': '1.0', Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Subnet': '1.1', Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: 'Trunk': '1.1'}} Apr 19 19:10:30.217209 dv-cinder-786931-1-iscsi neutron-server[86329]: {{(pid=86443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:10:30.237202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:30.321737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] For port d250b86c-a94a-4a5b-9057-ab5c23a956fd, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:30.326136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] For port d250b86c-a94a-4a5b-9057-ab5c23a956fd, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=d250b86c-a94a-4a5b-9057-ab5c23a956fd,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:30.334380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:30.351721 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:30.393907 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa1da0-760f-4fdc-bdf1-9f6d51838f21 None None] Pushing event updated for resources: {'Port': ['ID=da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:30.400650 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e9fa1da0-760f-4fdc-bdf1-9f6d51838f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:30.436819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-8adf0997-cce9-4c59-81da-85b4d15ddee0 None None] Provisioning complete for port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:30.437303 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8adf0997-cce9-4c59-81da-85b4d15ddee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:30.547153 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Allocated IP 172.20.0.1 (6901271f-6259-4dc8-854a-e6f810c52aa8/e0884850-23a1-48fc-bfbb-a46bc1a4800f/b77a7d0d-fc59-4ba3-846a-85ba6d778d9e) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:30.560040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Pushing event updated for resources: {'Port': ['ID=d250b86c-a94a-4a5b-9057-ab5c23a956fd,revision_number=3']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:30.565745 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:30.594802 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6303becb-2e1a-4c82-9ab7-b3bad8ebc884,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:30.612403 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Routers {'51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:30.613046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:30.613333 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:10:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:30.640925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa71d-8b86-4794-91e6-28c84d99145f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:30.766224 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Checking segment: {'id': '94f3168e-1c6a-4085-aadd-a41476a90965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '169b7696-77a4-4d68-b61b-a74b335b3211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:30.768044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Network hostable DHCP agents. Network: 169b7696-77a4-4d68-b61b-a74b335b3211, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:10:30.978126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:26Z', 'revision_number': 3, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:30.992710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] Set router 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:31.005772 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Checking router: a93012db-1d0d-4519-82e6-a78b4ff3a477 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:10:31.006170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Updating router a93012db-1d0d-4519-82e6-a78b4ff3a477 port 4b892f6b-6631-4181-858e-0f24893a74a9 binding host dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:10:31.080713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.172225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.188854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.195122 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Network 169b7696-77a4-4d68-b61b-a74b335b3211 is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:10:31.199532 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19da1476-9763-4d81-a28b-666b8d9a3f42 req-fb4bf79f-2ab2-4ffe-8e1a-dc576aeb0be8 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 210 time: 0.2655759 Apr 19 19:10:31.205202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:31.216598 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa71d-8b86-4794-91e6-28c84d99145f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.297103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:31.360873 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 169b7696-77a4-4d68-b61b-a74b335b3211) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:31.383393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffa71d-8b86-4794-91e6-28c84d99145f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d114d7c-32e4-4cac-b9e7-53c0d8d79d37,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:31.407997 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-805d8e01-eb50-46d6-8f21-84a6e8a11e87 req-3bf9b615-8918-426c-92b8-7f68173e2290 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.0895777 Apr 19 19:10:31.439487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:31.440754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.482569 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42950511-3898-4e09-9a72-2f66ad1c22ab None None] Network 169b7696-77a4-4d68-b61b-a74b335b3211 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:31.493090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1896248626-router', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:21Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 3, 'project_id': '6689c5d5c27340a894320308cf2f6a9f', 'gw_port': {'id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:22Z', 'updated_at': '2021-04-19T19:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:31.494427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Network 6901271f-6259-4dc8-854a-e6f810c52aa8 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:31.498352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa71d-8b86-4794-91e6-28c84d99145f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.499846 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c1ffa71d-8b86-4794-91e6-28c84d99145f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d114d7c-32e4-4cac-b9e7-53c0d8d79d37 HTTP/1.1" status: 204 len: 168 time: 1.9183612 Apr 19 19:10:31.502412 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc7c24-d784-4db3-aab7-dd25c3b909aa None None] The sync data for ids ['51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'] in dv-cinder-786931-1-iscsi is: [{'id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1896248626-router', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:21Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 3, 'project_id': '6689c5d5c27340a894320308cf2f6a9f', 'gw_port': {'id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:22Z', 'updated_at': '2021-04-19T19:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:10:31.504672 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:31.509824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:31.510473 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406529'] for router_interface, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.567274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c1ffa71d-8b86-4794-91e6-28c84d99145f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:31.593519 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.2577066 Apr 19 19:10:31.782641 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.820320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Pushing event updated for resources: {'Port': ['ID=b77a7d0d-fc59-4ba3-846a-85ba6d778d9e,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:31.828487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:31.908656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34770) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:32.028233 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8f4b2e-1a8b-4a33-91fd-a5d90aba08da admin admin] Deleting subnet ee6d9bdd-365c-4178-8839-97da151ab2fa {{(pid=86441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:10:32.037170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4b2e-1a8b-4a33-91fd-a5d90aba08da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.055770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.122481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Request body: {'port': {'device_id': 'b4180c80-d4eb-4bf9-8653-9316bb5786e9', 'network_id': 'c6724de2-7ad1-4e42-836a-ccf07ab6083a', 'admin_state_up': True, 'tenant_id': '5b6cfbc4fe174b43a8c0a7726984afdb'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:32.322901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:32.849644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Allocated IP 172.20.0.1 (12b2d1c3-a47c-4778-88b3-735d924c1730/aff121a2-6622-4771-b76a-26fbc12fb5c6/df4f5b80-1873-40bc-a409-c7d0d12f6859) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:32.936782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34790) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:33.048143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.070056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Transition to ACTIVE for port object df4f5b80-1873-40bc-a409-c7d0d12f6859 will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:33.097856 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.110561 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:33.187137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:33.187782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.220523 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Network 12b2d1c3-a47c-4778-88b3-735d924c1730 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:33.223299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Pushing event updated for resources: {'Port': ['ID=df4f5b80-1873-40bc-a409-c7d0d12f6859,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:33.231940 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:33.239031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:33.239634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406529'] for router_interface, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.280067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-532d2304-e547-4c87-8a6e-778d6ca5a8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.402682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-532d2304-e547-4c87-8a6e-778d6ca5a8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:33.407209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-532d2304-e547-4c87-8a6e-778d6ca5a8ab admin admin] Usage tracker for resource:security_group_rule and tenant:20ac72bead6e4dfe9baa67760b294322 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:33.410422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-532d2304-e547-4c87-8a6e-778d6ca5a8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:33.419765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-532d2304-e547-4c87-8a6e-778d6ca5a8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:33.573823 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c2de0c6e-8e1f-4d3c-b4b9-5b63c65c0f96 req-a661a97d-2832-4ea2-9981-5eba5aa5c38b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 210 time: 0.6596134 Apr 19 19:10:33.696420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4b2e-1a8b-4a33-91fd-a5d90aba08da admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.722959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:33.799398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.870018 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.887272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Transition to ACTIVE for port object 4b892f6b-6631-4181-858e-0f24893a74a9 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:33.954688 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a1804e1b-8e43-40c8-b256-8e4beae94d99 req-8df26bdc-bfb1-4992-a1c1-d2929c42d83e tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 1.0131359 Apr 19 19:10:33.962223 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4b2e-1a8b-4a33-91fd-a5d90aba08da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.990629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.007114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b584982b-f592-404b-8d6a-d19fb6d29bf1 None None] Network 169b7696-77a4-4d68-b61b-a74b335b3211 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:34.152061 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-532d2304-e547-4c87-8a6e-778d6ca5a8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.162306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:34.234638 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-532d2304-e547-4c87-8a6e-778d6ca5a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.261092 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-35ee4547-91b3-4d28-83f0-6c471e8b6b4d None None] Provisioning for port df4f5b80-1873-40bc-a409-c7d0d12f6859 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:34.313641 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:34.343978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.349478 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.351539 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3913131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369178'] for router_interface, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.356637 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-35ee4547-91b3-4d28-83f0-6c471e8b6b4d None None] Provisioning complete for port df4f5b80-1873-40bc-a409-c7d0d12f6859 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:34.359396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35ee4547-91b3-4d28-83f0-6c471e8b6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.362827 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-35fc1080-3742-4028-b848-66834a9c5ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:34.508306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device d250b86c-a94a-4a5b-9057-ab5c23a956fd up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:34.584918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-35ee4547-91b3-4d28-83f0-6c471e8b6b4d None None] Port df4f5b80-1873-40bc-a409-c7d0d12f6859 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:10:34.641847 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:34.646597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Usage tracker for resource:port and tenant:5b6cfbc4fe174b43a8c0a7726984afdb is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:34.647731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883b537-e3ae-40e3-be5a-a166162fa86f None None] Pushing event updated for resources: {'Port': ['ID=4b892f6b-6631-4181-858e-0f24893a74a9,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:34.657835 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:34.664656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:34.716872 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d2304-e547-4c87-8a6e-778d6ca5a8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d1904-7765-4fde-bc00-fcbb802554d6,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:34.744529 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9883b537-e3ae-40e3-be5a-a166162fa86f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:34.749899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Attempting to bind port 4b892f6b-6631-4181-858e-0f24893a74a9 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:34.750315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Attempting to bind port 4b892f6b-6631-4181-858e-0f24893a74a9 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:34.757386 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-532d2304-e547-4c87-8a6e-778d6ca5a8ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20ac72bead6e4dfe9baa67760b294322&name=default HTTP/1.1" status: 200 len: 2976 time: 1.8145623 Apr 19 19:10:34.765119 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-532d2304-e547-4c87-8a6e-778d6ca5a8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:34.772954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34834) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:34.774001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Made reservation on behalf of 5b6cfbc4fe174b43a8c0a7726984afdb for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:34.781427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.786964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Attempting to bind port 4b892f6b-6631-4181-858e-0f24893a74a9 on network 22660ca9-1aee-455b-8549-52f5768c4643 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:34.793731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Pushing event updated for resources: {'Port': ['ID=df4f5b80-1873-40bc-a409-c7d0d12f6859,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:34.817834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:34.829411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:34.830362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Checking segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:34.830362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.830737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Bound using segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:34.831438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Bound port: 4b892f6b-6631-4181-858e-0f24893a74a9, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:34.832001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.840664 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Network 12b2d1c3-a47c-4778-88b3-735d924c1730 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:34.842493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:35.002966 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] For port 4b892f6b-6631-4181-858e-0f24893a74a9, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:35.007172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] For port 4b892f6b-6631-4181-858e-0f24893a74a9, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=4b892f6b-6631-4181-858e-0f24893a74a9,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:35.030602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:35.083195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:35.210164 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883b537-e3ae-40e3-be5a-a166162fa86f None None] Pushing event updated for resources: {'Port': ['ID=4b892f6b-6631-4181-858e-0f24893a74a9,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:35.285233 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9883b537-e3ae-40e3-be5a-a166162fa86f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:35.319277 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-22cae6f3-3ce0-4ea6-809b-d2b4175d9413 req-817bfe30-3795-4ad5-96d3-037375545780 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 210 time: 0.3182220 Apr 19 19:10:35.371740 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-c9f29944-aa21-4ff4-a290-7afb9e294826 None None] Provisioning complete for port df4f5b80-1873-40bc-a409-c7d0d12f6859 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:35.372165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c9f29944-aa21-4ff4-a290-7afb9e294826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:35.447410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-c9f29944-aa21-4ff4-a290-7afb9e294826 None None] Port df4f5b80-1873-40bc-a409-c7d0d12f6859 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:10:35.454355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:35.455081 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:10:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:35.519100 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7205c6ef-9cf1-47ce-b96a-3231121f2571 req-b336332f-dcb0-4a89-ad9e-3a416e3ecf65 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.1091871 Apr 19 19:10:35.605338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Router a93012db-1d0d-4519-82e6-a78b4ff3a477 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:10:35.654139 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port d250b86c-a94a-4a5b-9057-ab5c23a956fd completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:35.673321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port d250b86c-a94a-4a5b-9057-ab5c23a956fd triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:35.674690 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:35.678382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.resource_extend [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 19:10:35.690619 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-10e18894-ece2-4dcc-919e-2a61f998f4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:35.712622 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:35.748687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:35.857335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:10:35.864024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3913131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369178'] for router_interface, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:35.864453 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:35.873555 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] 10.222.0.55 "PUT /v2.0/routers/a93012db-1d0d-4519-82e6-a78b4ff3a477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1221390 Apr 19 19:10:35.892096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6b948830-b264-4236-b7b6-9205afe0b87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:35.945564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-10e18894-ece2-4dcc-919e-2a61f998f4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.208999 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4b2e-1a8b-4a33-91fd-a5d90aba08da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for subnet, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.230320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Pushing event updated for resources: {'Port': ['ID=b77a7d0d-fc59-4ba3-846a-85ba6d778d9e,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:36.268936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:36.269489 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:36.320886 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Allocated IP 172.20.0.8 (c6724de2-7ad1-4e42-836a-ccf07ab6083a/1c0d16eb-da6a-4250-9a35-f9489f770f85/f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:36.323596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4b2e-1a8b-4a33-91fd-a5d90aba08da admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.338640 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f4b2e-1a8b-4a33-91fd-a5d90aba08da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6d9bdd-365c-4178-8839-97da151ab2fa,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:36.362093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1e8f4b2e-1a8b-4a33-91fd-a5d90aba08da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:36.520240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.558189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port d250b86c-a94a-4a5b-9057-ab5c23a956fd, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=d250b86c-a94a-4a5b-9057-ab5c23a956fd,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:36.609013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f5da-451a-4719-9685-06ec840f6c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.617348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.630083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9883b537-e3ae-40e3-be5a-a166162fa86f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:36.676005 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34870) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:36.677104 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-1e8f4b2e-1a8b-4a33-91fd-a5d90aba08da admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ee6d9bdd-365c-4178-8839-97da151ab2fa HTTP/1.1" status: 204 len: 168 time: 4.7629080 Apr 19 19:10:36.692447 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-afe13fe0-c288-44db-994b-5110f5e8ef2b req-fe6b466b-1f61-42bf-a20e-414c4b2d925e tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 210 time: 0.1123574 Apr 19 19:10:36.813935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=d250b86c-a94a-4a5b-9057-ab5c23a956fd,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:36.819123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:34Z', 'revision_number': 2, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:36.826269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.826718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:36.828126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d75473-2f37-42b6-bc43-7aea06b1ceb4 None None] The sync data for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi is: [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:34Z', 'revision_number': 2, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:10:36.985323 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-10e18894-ece2-4dcc-919e-2a61f998f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.054799 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:37.078100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.094834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-a75f150a-90b0-43c8-b069-6a33e97dc786 req-bd540656-607a-4435-85b1-c34f90c0cc80 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Synchronizing usage tracker for tenant:5b6cfbc4fe174b43a8c0a7726984afdb on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:37.105569 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Network 6901271f-6259-4dc8-854a-e6f810c52aa8 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:37.113489 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34888) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:37.114233 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e18894-ece2-4dcc-919e-2a61f998f4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d1904-7765-4fde-bc00-fcbb802554d6,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:37.122528 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:37.142361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-10e18894-ece2-4dcc-919e-2a61f998f4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:37.146112 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-10e18894-ece2-4dcc-919e-2a61f998f4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.147604 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-10e18894-ece2-4dcc-919e-2a61f998f4f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c0d1904-7765-4fde-bc00-fcbb802554d6 HTTP/1.1" status: 204 len: 168 time: 2.3371046 Apr 19 19:10:37.173073 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.199176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-a75f150a-90b0-43c8-b069-6a33e97dc786 req-bd540656-607a-4435-85b1-c34f90c0cc80 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Unset dirty status for tenant:5b6cfbc4fe174b43a8c0a7726984afdb on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:37.207214 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a75f150a-90b0-43c8-b069-6a33e97dc786 req-bd540656-607a-4435-85b1-c34f90c0cc80 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.2228251 Apr 19 19:10:37.261053 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--811653197', 'description': 'tempest-description--967861101'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:37.288205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:37.335472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Usage tracker for resource:security_group and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:37.352076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:37.529977 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.715237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:37.734268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.870318 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:37.871814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:37.874270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:37.875216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > port after_create 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:37.875964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:37.876508 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > port after_update 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:37.877037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:37.877572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:37.878089 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:37.878686 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:38.110984 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3386626c-879f-4592-a8b7-b495b5795c06 req-eaf48c57-7b5b-4a29-9220-4258fc903290 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 210 time: 0.1076467 Apr 19 19:10:38.153663 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.169632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:38.201474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:38.202229 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:38.202859 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:38.203459 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86440) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:38.204232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f909400-7d07-4cd9-ad0d-463714d5b2ee']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:38.214727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:38.268496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85756594-21b8-4e45-803f-b2a3e14aef1c') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:38.269044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85756594-21b8-4e45-803f-b2a3e14aef1c') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:38.319383 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947599'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.353967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.354261 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d477436e-90a6-40da-9877-e41b07c63330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.364047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:10:38.406879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Router 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:10:38.459804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Network c6724de2-7ad1-4e42-836a-ccf07ab6083a is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:38.508034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:38.669999 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:38.685220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Network 3f909400-7d07-4cd9-ad0d-463714d5b2ee has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:10:38.688203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:38.688955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.697183 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853900507'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.786815 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.046488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 4b892f6b-6631-4181-858e-0f24893a74a9 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:39.111396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.52', 49245) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:39.152058 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Usage tracker for resource:security_group_rule and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:39.170253 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:39.192647 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1600983 Apr 19 19:10:39.193420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Pushing event updated for resources: {'Port': ['ID=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:39.259755 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.090s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:39.306428 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 4b892f6b-6631-4181-858e-0f24893a74a9 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:39.314339 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 4b892f6b-6631-4181-858e-0f24893a74a9 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:39.314767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.338026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:39.448231 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cda85c-cab0-4c2e-98ff-9f198b34b963 req-b938f39a-47fc-4db8-9b20-405044843aeb tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:39.450282 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-48cda85c-cab0-4c2e-98ff-9f198b34b963 req-b938f39a-47fc-4db8-9b20-405044843aeb tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 931 time: 0.7124927 Apr 19 19:10:39.550758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Network 3f909400-7d07-4cd9-ad0d-463714d5b2ee has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:10:39.590107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.627088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-48cda85c-cab0-4c2e-98ff-9f198b34b963 req-f9bf6485-0f48-4068-8350-c5b9cea3cb1d tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Synchronizing usage tracker for tenant:5b6cfbc4fe174b43a8c0a7726984afdb on resource:security_group {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:39.632015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:10:39.638909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:10:39.646377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-de44e73a-02c3-46ed-bfe7-ef494e0dec7c tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:10:39.647900 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-de44e73a-02c3-46ed-bfe7-ef494e0dec7c tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455663 Apr 19 19:10:39.651438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Sync routers for ids ['51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:10:39.702225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Routers {'51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:39.702872 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:10:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:39.719586 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] 10.222.0.55 "PUT /v2.0/routers/51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4293940 Apr 19 19:10:39.747800 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b965108c-bb3e-4372-879b-e6b0dadc20bd req-41184f7a-c51b-4d8d-b5dd-26581cc1e297 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 210 time: 0.1469629 Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: from cryptography.utils import int_from_bytes Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: from cryptography.utils import int_from_bytes Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: (rel_b, rel_a, rel_b), Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: (rel_b, rel_a, rel_b), Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:10:39.753193 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:10:39.930692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.969227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1d143048-fcd2-4fc7-804e-07257d9bc1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:39.993694 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f909400-7d07-4cd9-ad0d-463714d5b2ee,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:39.997969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.015220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:40.023385 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-3b4e94a7-bd1c-4083-becf-4c32b9fc5950 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:40.025692 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-3b4e94a7-bd1c-4083-becf-4c32b9fc5950 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 814 time: 0.8698871 Apr 19 19:10:40.051569 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Request body: {'port': {'device_id': '41269d96-d911-46ff-8d65-3fe26dc7ed7d', 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f', 'admin_state_up': True, 'tenant_id': 'fbff15111e1d4753ab5b433204c69165'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:40.125011 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.142407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-48cda85c-cab0-4c2e-98ff-9f198b34b963 req-f9bf6485-0f48-4068-8350-c5b9cea3cb1d tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Unset dirty status for tenant:5b6cfbc4fe174b43a8c0a7726984afdb on resource:security_group {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:40.143813 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-48cda85c-cab0-4c2e-98ff-9f198b34b963 req-f9bf6485-0f48-4068-8350-c5b9cea3cb1d tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6825562 Apr 19 19:10:40.158957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.247174 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 34988) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:40.263585 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3f909400-7d07-4cd9-ad0d-463714d5b2ee HTTP/1.1" status: 204 len: 168 time: 3.5860105 Apr 19 19:10:40.317646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c0289977-9fd9-4222-9391-07e8121dd416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:40.362848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.370496 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.2398274 Apr 19 19:10:40.371518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 34998) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:40.417564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-437007a6-954b-4e42-8970-6956964f31a4 admin admin] Deleting subnet 6303becb-2e1a-4c82-9ab7-b3bad8ebc884 {{(pid=86441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:10:40.432913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-437007a6-954b-4e42-8970-6956964f31a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.439818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Request body: {'security_group_rule': {'security_group_id': 'ebedfbf9-66eb-41df-8935-8da20bbb0063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:40.492986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Set router 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:40.545229 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.553057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:40.579664 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-437007a6-954b-4e42-8970-6956964f31a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.583301 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebedfbf9-66eb-41df-8935-8da20bbb0063,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:40.595935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-437007a6-954b-4e42-8970-6956964f31a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.598984 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Usage tracker for resource:security_group_rule and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:40.602526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:40.612163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 4b892f6b-6631-4181-858e-0f24893a74a9, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=4b892f6b-6631-4181-858e-0f24893a74a9,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:40.615864 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.617131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device d250b86c-a94a-4a5b-9057-ab5c23a956fd up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:40.628034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:40.662225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:40.684886 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:40.707379 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Usage tracker for resource:port and tenant:fbff15111e1d4753ab5b433204c69165 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:40.740496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:40.743801 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.790089 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:40.815712 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Made reservation on behalf of fbff15111e1d4753ab5b433204c69165 for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:40.822421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.848869 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:41.005234 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=4b892f6b-6631-4181-858e-0f24893a74a9,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:41.018833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:41.065284 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port d250b86c-a94a-4a5b-9057-ab5c23a956fd triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:41.065783 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.115373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Request body: {'port': {'device_id': 'b4180c80-d4eb-4bf9-8653-9316bb5786e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:41.132813 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.155500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.163022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.206843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:41.284716 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0d08e1-5c93-48f9-a246-baa21c0e67fc,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:41.294726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:41.393787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.398537 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0207517 Apr 19 19:10:41.399266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35024) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:41.502690 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Request body: {'security_group_rule': {'security_group_id': 'ebedfbf9-66eb-41df-8935-8da20bbb0063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:41.509743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:41.515260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Usage tracker for resource:security_group_rule and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:41.519033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:41.526599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:41.554299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.588532 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 4b892f6b-6631-4181-858e-0f24893a74a9 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:41.690514 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-a9af1ef4-e506-4615-80ce-328aae05667c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:41.691323 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-a9af1ef4-e506-4615-80ce-328aae05667c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Synchronizing usage tracker for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:network {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:41.740074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Sync routers for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:10:41.777800 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:41.781246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:10:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:41.826276 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.840730 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.892575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.907236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:41.924732 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0eb69fdc-99b3-4129-adad-25e5df0198dd req-bd187a11-0ee7-4219-8542-8f20490426af tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 210 time: 0.1436033 Apr 19 19:10:41.947104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75291795-6ed7-4f23-a88f-062d7805cf82,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:41.961424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:41.964015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.971945 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5652697 Apr 19 19:10:41.976398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35032) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:41.991521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Allocated IP 172.20.0.4 (c06345fb-504f-4da6-8c7f-16a38f90e35f/e1ad4e80-7721-4138-a1cc-4e228a93cf71/777f44fc-ac49-4014-8738-fbda985bbd09) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:42.010384 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Request body: {'floatingip': {'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:42.046420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:42.068755 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Usage tracker for resource:floatingip and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:42.084315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:42.111985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:42.149169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1896248626-router', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:21Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 4, 'project_id': '6689c5d5c27340a894320308cf2f6a9f', 'gw_port': {'id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:22Z', 'updated_at': '2021-04-19T19:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'b77a7d0d-fc59-4ba3-846a-85ba6d778d9e', 'name': '', 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'mac_address': 'fa:16:3e:dd:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e0884850-23a1-48fc-bfbb-a46bc1a4800f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:30Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 2, 'project_id': '6689c5d5c27340a894320308cf2f6a9f', 'subnets': [{'id': 'e0884850-23a1-48fc-bfbb-a46bc1a4800f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:42.168843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Checking router: 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:10:42.169235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Updating router 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 port b77a7d0d-fc59-4ba3-846a-85ba6d778d9e binding host dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:10:42.288926 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:42.340583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:42.637692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:42.662806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:42.706891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:42.713765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35050) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:42.795692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 4b892f6b-6631-4181-858e-0f24893a74a9 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:42.796134 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:42.813063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:42.829696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:42.830489 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:42.871103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-a9af1ef4-e506-4615-80ce-328aae05667c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Unset dirty status for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:network {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:42.874615 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-a9af1ef4-e506-4615-80ce-328aae05667c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 819 time: 1.5992174 Apr 19 19:10:42.921736 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Pushing event updated for resources: {'Port': ['ID=777f44fc-ac49-4014-8738-fbda985bbd09,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:42.924902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:42.943628 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Network c06345fb-504f-4da6-8c7f-16a38f90e35f is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:42.947970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:42.950724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:42.955651 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-bb753016-eb15-4e08-82d0-a41c161d94e8 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/quotas/6689c5d5c27340a894320308cf2f6a9f HTTP/1.1" status: 200 len: 375 time: 0.0562563 Apr 19 19:10:42.957178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Transition to ACTIVE for port object f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:43.014528 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.033399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Notify callbacks [] for port, precommit_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.045789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:43.069996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ec77820a-11ff-4de9-9e4c-1a42c9b415f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.098517 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Transition to ACTIVE for port object b77a7d0d-fc59-4ba3-846a-85ba6d778d9e will not be triggered until provisioned by entity L2. {{(pid=86443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:43.101692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:43.102698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.111727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.117761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6b1a58d9-31b1-44c4-87d1-c74b2879c8d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:43.143864 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0974958 Apr 19 19:10:43.159142 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Request body: {'port': {'device_id': '41269d96-d911-46ff-8d65-3fe26dc7ed7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:43.174491 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:34Z', 'revision_number': 2, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:43.180307 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Checking router: a93012db-1d0d-4519-82e6-a78b4ff3a477 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:10:43.180710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Updating router a93012db-1d0d-4519-82e6-a78b4ff3a477 port df4f5b80-1873-40bc-a409-c7d0d12f6859 binding host dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:10:43.199521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b552927-15ab-4b20-9fba-86ba30b1816f None None] Pushing event updated for resources: {'Port': ['ID=b77a7d0d-fc59-4ba3-846a-85ba6d778d9e,revision_number=3']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:43.205628 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0b552927-15ab-4b20-9fba-86ba30b1816f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:43.239050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ec77820a-11ff-4de9-9e4c-1a42c9b415f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:43.244180 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-437007a6-954b-4e42-8970-6956964f31a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for subnet, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.251412 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.293453 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afa5ed-e2f9-4bd3-9e1a-3a771d8fb037 req-a8726f9b-b517-4b50-bed1-70f8508e0579 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:43.296841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ec77820a-11ff-4de9-9e4c-1a42c9b415f8 admin admin] Usage tracker for resource:security_group_rule and tenant:1b15ae86cd1248808360e060a9ff5686 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:43.302948 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ec77820a-11ff-4de9-9e4c-1a42c9b415f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:43.303472 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-20afa5ed-e2f9-4bd3-9e1a-3a771d8fb037 req-a8726f9b-b517-4b50-bed1-70f8508e0579 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 931 time: 0.5854642 Apr 19 19:10:43.327473 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.334787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ec77820a-11ff-4de9-9e4c-1a42c9b415f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:43.400537 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.408982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Attempting to bind port b77a7d0d-fc59-4ba3-846a-85ba6d778d9e on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:43.409380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Attempting to bind port b77a7d0d-fc59-4ba3-846a-85ba6d778d9e by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:43.409784 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Attempting to bind port b77a7d0d-fc59-4ba3-846a-85ba6d778d9e on network 6901271f-6259-4dc8-854a-e6f810c52aa8 {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:43.419718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:43.420152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Checking segment: {'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:43.420604 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.421069 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Bound using segment: {'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:43.421699 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Bound port: b77a7d0d-fc59-4ba3-846a-85ba6d778d9e, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'}}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:43.422117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.544816 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] For port b77a7d0d-fc59-4ba3-846a-85ba6d778d9e, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:43.550305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] For port b77a7d0d-fc59-4ba3-846a-85ba6d778d9e, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=b77a7d0d-fc59-4ba3-846a-85ba6d778d9e,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:43.555149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.570147 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:43.674232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b552927-15ab-4b20-9fba-86ba30b1816f None None] Pushing event updated for resources: {'Port': ['ID=b77a7d0d-fc59-4ba3-846a-85ba6d778d9e,revision_number=4']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:43.704111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Routers {'51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:43.705136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:10:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:43.736759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.751222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Transition to ACTIVE for port object df4f5b80-1873-40bc-a409-c7d0d12f6859 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:43.760030 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.772633 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-437007a6-954b-4e42-8970-6956964f31a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.779872 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Attempting to bind port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:43.780534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Attempting to bind port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '74333aa5-0079-41c0-be98-fc96a54c47ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c6724de2-7ad1-4e42-836a-ccf07ab6083a'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:43.781109 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Attempting to bind port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d on network c6724de2-7ad1-4e42-836a-ccf07ab6083a {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:43.783161 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e9fa1da0-760f-4fdc-bdf1-9f6d51838f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:43.784603 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-437007a6-954b-4e42-8970-6956964f31a4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6303becb-2e1a-4c82-9ab7-b3bad8ebc884 HTTP/1.1" status: 204 len: 168 time: 3.5349996 Apr 19 19:10:43.789922 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 35066) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:43.891583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:43.924301 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d on network c6724de2-7ad1-4e42-836a-ccf07ab6083a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:10:43.925192 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Attempting to bind port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d on network c6724de2-7ad1-4e42-836a-ccf07ab6083a {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:43.931345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:43.939952 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0b552927-15ab-4b20-9fba-86ba30b1816f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:43.946536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:43.946926 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Checking segment: {'id': '74333aa5-0079-41c0-be98-fc96a54c47ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c6724de2-7ad1-4e42-836a-ccf07ab6083a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:43.947546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Bound using segment: {'id': '74333aa5-0079-41c0-be98-fc96a54c47ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c6724de2-7ad1-4e42-836a-ccf07ab6083a'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:43.953406 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Bound port: f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74333aa5-0079-41c0-be98-fc96a54c47ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c6724de2-7ad1-4e42-836a-ccf07ab6083a'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:43.953983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.978515 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1e8f4b2e-1a8b-4a33-91fd-a5d90aba08da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.602s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:44.039831 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.047439 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-dffae9a7-5b7c-49bf-b86f-cbeb8e543631 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Synchronizing usage tracker for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:44.049106 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] Set router 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:44.065093 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-20afa5ed-e2f9-4bd3-9e1a-3a771d8fb037 req-0ec69cd6-1b74-4ce7-baac-c1d09fdb130c tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7604797 Apr 19 19:10:44.076071 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437007a6-954b-4e42-8970-6956964f31a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6303becb-2e1a-4c82-9ab7-b3bad8ebc884,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:44.111535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d19b80-98dd-4078-9ade-a960fce534e6 None None] Pushing event updated for resources: {'Port': ['ID=df4f5b80-1873-40bc-a409-c7d0d12f6859,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:44.114651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-91d19b80-98dd-4078-9ade-a960fce534e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:44.250700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-437007a6-954b-4e42-8970-6956964f31a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:44.304652 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] For port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:44.322657 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] For port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d,segment=NetworkSegment(74333aa5-0079-41c0-be98-fc96a54c47ee),segment_id=74333aa5-0079-41c0-be98-fc96a54c47ee)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:44.336456 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Attempting to bind port df4f5b80-1873-40bc-a409-c7d0d12f6859 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:44.336883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Attempting to bind port df4f5b80-1873-40bc-a409-c7d0d12f6859 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:44.337294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Attempting to bind port df4f5b80-1873-40bc-a409-c7d0d12f6859 on network 12b2d1c3-a47c-4778-88b3-735d924c1730 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:44.343087 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.347568 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-dffae9a7-5b7c-49bf-b86f-cbeb8e543631 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Unset dirty status for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:44.360645 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:44.361071 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Checking segment: {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:44.361527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.361971 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Bound using segment: {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:44.362555 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Bound port: df4f5b80-1873-40bc-a409-c7d0d12f6859, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:44.362983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.368254 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-dffae9a7-5b7c-49bf-b86f-cbeb8e543631 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4036052 Apr 19 19:10:44.449774 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Allocated IP 172.27.0.202 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/952e7501-fdb7-4e8f-8a62-c331ba98c01e) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:44.454176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:44.532440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ec77820a-11ff-4de9-9e4c-1a42c9b415f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.559308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:44.563527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:44.567573 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] For port df4f5b80-1873-40bc-a409-c7d0d12f6859, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:44.571392 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] For port df4f5b80-1873-40bc-a409-c7d0d12f6859, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=df4f5b80-1873-40bc-a409-c7d0d12f6859,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:44.579449 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.587266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ec77820a-11ff-4de9-9e4c-1a42c9b415f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.606835 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:44.638604 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c2cea59e-4481-422d-8b0d-1ee5935f756b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:44.685161 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d19b80-98dd-4078-9ade-a960fce534e6 None None] Pushing event updated for resources: {'Port': ['ID=df4f5b80-1873-40bc-a409-c7d0d12f6859,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:44.690007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-91d19b80-98dd-4078-9ade-a960fce534e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:44.696783 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:44.697450 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.699391 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] 10.222.0.52 "PUT /v2.0/ports/f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d HTTP/1.1" status: 200 len: 1093 time: 4.4770730 Apr 19 19:10:44.713086 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:44.713879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:10:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:44.715656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4180c80-d4eb-4bf9-8653-9316bb5786e9', 'tag': 'f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:10:44.764716 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1896248626-router', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:21Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 4, 'project_id': '6689c5d5c27340a894320308cf2f6a9f', 'gw_port': {'id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:22Z', 'updated_at': '2021-04-19T19:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'b77a7d0d-fc59-4ba3-846a-85ba6d778d9e', 'name': '', 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'mac_address': 'fa:16:3e:dd:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e0884850-23a1-48fc-bfbb-a46bc1a4800f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:30Z', 'updated_at': '2021-04-19T19:10:43Z', 'revision_number': 4, 'project_id': '6689c5d5c27340a894320308cf2f6a9f', 'subnets': [{'id': 'e0884850-23a1-48fc-bfbb-a46bc1a4800f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:44.769510 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9028434-126f-4f1f-8ead-4daaaaf0a329 None None] The sync data for ids ['51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'] in dv-cinder-786931-1-iscsi is: [{'id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1896248626-router', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:21Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 4, 'project_id': '6689c5d5c27340a894320308cf2f6a9f', 'gw_port': {'id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:22Z', 'updated_at': '2021-04-19T19:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'b77a7d0d-fc59-4ba3-846a-85ba6d778d9e', 'name': '', 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'mac_address': 'fa:16:3e:dd:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e0884850-23a1-48fc-bfbb-a46bc1a4800f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:30Z', 'updated_at': '2021-04-19T19:10:43Z', 'revision_number': 4, 'project_id': '6689c5d5c27340a894320308cf2f6a9f', 'subnets': [{'id': 'e0884850-23a1-48fc-bfbb-a46bc1a4800f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:10:44.788322 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.873275 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ec77820a-11ff-4de9-9e4c-1a42c9b415f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b15ae86cd1248808360e060a9ff5686&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1541913 Apr 19 19:10:44.883193 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35084) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:44.931961 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77820a-11ff-4de9-9e4c-1a42c9b415f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7417c6a0-8150-4ca3-8d30-2662cb3c3622,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:44.960789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ec77820a-11ff-4de9-9e4c-1a42c9b415f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:45.007743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:45.143531 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff644d4-dea4-498c-9600-6f28d2bb0d74 req-e8aaea4c-3ac5-421b-b75b-1f0a524446e4 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:45.145192 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7ff644d4-dea4-498c-9600-6f28d2bb0d74 req-e8aaea4c-3ac5-421b-b75b-1f0a524446e4 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 931 time: 0.5199893 Apr 19 19:10:45.186213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.209104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777f44fc-ac49-4014-8738-fbda985bbd09 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:45.216922 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8aaa-8694-45e5-b415-d902f1ec1c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.224205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-5f844ff8-19b3-416e-9f28-d40d145ec579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:45.225873 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-5f844ff8-19b3-416e-9f28-d40d145ec579 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b6cfbc4fe174b43a8c0a7726984afdb&device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 1096 time: 0.4162035 Apr 19 19:10:45.232777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.238850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.239268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.240101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.241104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > port after_create 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.241471 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > port after_delete 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.241833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > port after_update 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.242555 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.242926 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.243290 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.243646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.272908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Transition to ACTIVE for port object 777f44fc-ac49-4014-8738-fbda985bbd09 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:45.279852 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8aaa-8694-45e5-b415-d902f1ec1c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.292158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.312458 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:45.314681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.315080 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.315454 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.315825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86441) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:45.316218 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169b7696-77a4-4d68-b61b-a74b335b3211']}} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:45.336732 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f3168e-1c6a-4085-aadd-a41476a90965') {'for_net_delete': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:45.337057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f3168e-1c6a-4085-aadd-a41476a90965') {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:45.351036 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013130'] for segment, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.376157 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-8deedb37-fa80-4287-abe7-ba7acc7c52ff service neutron] 10.222.0.55 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0068982 Apr 19 19:10:45.377255 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.605797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.637594 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-02115ecf-7f4a-4666-bb90-922ff93f8b07 service neutron] 10.222.0.55 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883965 Apr 19 19:10:45.644353 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-3bc77355-9664-4a87-bd36-6278b7709d14 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d HTTP/1.1" status: 200 len: 217 time: 0.4088743 Apr 19 19:10:45.659919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=86441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:10:45.677000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-7ff644d4-dea4-498c-9600-6f28d2bb0d74 req-89f2401d-0c32-4cf3-9e99-4030a2d98950 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Synchronizing usage tracker for tenant:fbff15111e1d4753ab5b433204c69165 on resource:security_group {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:45.697037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8aaa-8694-45e5-b415-d902f1ec1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.705259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Pushing event updated for resources: {'Port': ['ID=777f44fc-ac49-4014-8738-fbda985bbd09,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:45.730735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:45.732895 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:45.784029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f8aaa-8694-45e5-b415-d902f1ec1c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7417c6a0-8150-4ca3-8d30-2662cb3c3622,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:45.798107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae8f8aaa-8694-45e5-b415-d902f1ec1c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:45.801538 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ff562dbb-68d8-4431-b761-ec13f02c2d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:45.817897 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:44Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:45.836449 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-80e13d9c-1025-4601-a918-81bbb09f2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:45.846334 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-80e13d9c-1025-4601-a918-81bbb09f2b09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c0d16eb-da6a-4250-9a35-f9489f770f85 HTTP/1.1" status: 200 len: 852 time: 0.1640632 Apr 19 19:10:45.849570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:45.861421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb396522-bec1-479d-9bf5-3c43cb8541c0 None None] The sync data for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi is: [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:44Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:10:45.862533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:45.873836 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device b77a7d0d-fc59-4ba3-846a-85ba6d778d9e up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:45.889638 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:45.944527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8aaa-8694-45e5-b415-d902f1ec1c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.945780 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ae8f8aaa-8694-45e5-b415-d902f1ec1c47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7417c6a0-8150-4ca3-8d30-2662cb3c3622 HTTP/1.1" status: 204 len: 168 time: 1.0526667 Apr 19 19:10:45.989630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event updated for resources: {'Port': ['ID=952e7501-fdb7-4e8f-8a62-c331ba98c01e,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:46.017209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:46.026446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Attempting to bind port 777f44fc-ac49-4014-8738-fbda985bbd09 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:46.026871 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Attempting to bind port 777f44fc-ac49-4014-8738-fbda985bbd09 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:46.027260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Attempting to bind port 777f44fc-ac49-4014-8738-fbda985bbd09 on network c06345fb-504f-4da6-8c7f-16a38f90e35f {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:46.054049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Port 777f44fc-ac49-4014-8738-fbda985bbd09 on network c06345fb-504f-4da6-8c7f-16a38f90e35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:10:46.054431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Attempting to bind port 777f44fc-ac49-4014-8738-fbda985bbd09 on network c06345fb-504f-4da6-8c7f-16a38f90e35f {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:46.085983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:46.086371 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Checking segment: {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:46.088462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Bound using segment: {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:46.089488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Bound port: 777f44fc-ac49-4014-8738-fbda985bbd09, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:46.089917 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.115970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port b77a7d0d-fc59-4ba3-846a-85ba6d778d9e completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:46.117415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-7ff644d4-dea4-498c-9600-6f28d2bb0d74 req-89f2401d-0c32-4cf3-9e99-4030a2d98950 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Unset dirty status for tenant:fbff15111e1d4753ab5b433204c69165 on resource:security_group {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:46.121329 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7ff644d4-dea4-498c-9600-6f28d2bb0d74 req-89f2401d-0c32-4cf3-9e99-4030a2d98950 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9370778 Apr 19 19:10:46.128590 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port b77a7d0d-fc59-4ba3-846a-85ba6d778d9e triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:46.129014 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.453422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Network 169b7696-77a4-4d68-b61b-a74b335b3211 has no segments {{(pid=86441) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:10:46.464177 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-722117'] for segment, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.507768 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] For port 777f44fc-ac49-4014-8738-fbda985bbd09, host hv-cinder-78693, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:46.515344 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.520062 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] For port 777f44fc-ac49-4014-8738-fbda985bbd09, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=777f44fc-ac49-4014-8738-fbda985bbd09,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:46.529681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.539337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:46.605560 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port b77a7d0d-fc59-4ba3-846a-85ba6d778d9e, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=b77a7d0d-fc59-4ba3-846a-85ba6d778d9e,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:46.612325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.613617 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device df4f5b80-1873-40bc-a409-c7d0d12f6859 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:46.696196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:46.763379 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Pushing event updated for resources: {'Port': ['ID=777f44fc-ac49-4014-8738-fbda985bbd09,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:46.782186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:46.799369 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:46.800103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.801914 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] 10.222.0.52 "PUT /v2.0/ports/777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 1093 time: 3.6496410 Apr 19 19:10:46.802565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41269d96-d911-46ff-8d65-3fe26dc7ed7d', 'tag': '777f44fc-ac49-4014-8738-fbda985bbd09'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:10:46.824256 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-6fbf949a-b466-4fbf-83bb-626fd604fbe9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6724de2-7ad1-4e42-836a-ccf07ab6083a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8229930 Apr 19 19:10:46.880954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=b77a7d0d-fc59-4ba3-846a-85ba6d778d9e,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:46.892269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:46.916255 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4180c80-d4eb-4bf9-8653-9316bb5786e9', 'tag': 'f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d', 'status': 'completed', 'code': 200} Apr 19 19:10:46.940510 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port df4f5b80-1873-40bc-a409-c7d0d12f6859 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:46.946202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port df4f5b80-1873-40bc-a409-c7d0d12f6859 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:46.946731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.073542 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-f3b9981d-e920-4591-9502-40e062356566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:47.079433 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-f3b9981d-e920-4591-9502-40e062356566 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1096 time: 0.2069414 Apr 19 19:10:47.160017 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-acc85285-7ebd-491c-b8f8-93a387f5d8a8 service neutron] 10.222.0.52 "GET /v2.0/networks/c6724de2-7ad1-4e42-836a-ccf07ab6083a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336103 Apr 19 19:10:47.216549 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Network 169b7696-77a4-4d68-b61b-a74b335b3211 has no segments {{(pid=86441) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:10:47.219700 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-8a768caa-9999-4dba-b04b-e3f3ef9fe577 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 217 time: 0.1336124 Apr 19 19:10:47.253196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: from cryptography.utils import int_from_bytes Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: from cryptography.utils import int_from_bytes Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: (rel_b, rel_a, rel_b), Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: (rel_b, rel_a, rel_b), Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:10:47.259391 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:10:47.333018 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port df4f5b80-1873-40bc-a409-c7d0d12f6859, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=df4f5b80-1873-40bc-a409-c7d0d12f6859,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:47.344964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.348839 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0639ba93-8ee4-4fb0-afb8-4a74dfdf14cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:47.359047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-281ff89a-19c9-44b1-a7db-6c472f336e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:47.360943 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-281ff89a-19c9-44b1-a7db-6c472f336e0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.1265957 Apr 19 19:10:47.441168 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-0e6586d0-d62d-4055-b1a1-2de2f9b6ac0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721426 Apr 19 19:10:47.443027 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-002b9793-7cbe-48ff-a63d-08616fa8c55f req-8539f973-4247-4285-aba3-d5bcf5d7b024 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 210 time: 0.5217595 Apr 19 19:10:47.450976 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=df4f5b80-1873-40bc-a409-c7d0d12f6859,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:47.501293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:47.650413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.661640 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device b77a7d0d-fc59-4ba3-846a-85ba6d778d9e up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:47.743287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da522d-37de-4d06-8ab2-5e1a1eb9aa31 req-ac2a02fe-0bcc-4b9f-a1cf-3b4bfcd95ae6 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:47.744985 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60da522d-37de-4d06-8ab2-5e1a1eb9aa31 req-ac2a02fe-0bcc-4b9f-a1cf-3b4bfcd95ae6 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 943 time: 0.9175456 Apr 19 19:10:47.786848 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-531bad2c-afe2-45ad-90b4-280e886474bc service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379281 Apr 19 19:10:47.819028 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:47.884528 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.52', 49257) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:47.885421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=169b7696-77a4-4d68-b61b-a74b335b3211,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:47.899909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port b77a7d0d-fc59-4ba3-846a-85ba6d778d9e triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:47.900332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.925788 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.957396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:48.007886 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:48.021809 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-115b31e7-d08e-45ce-a04f-f22bbc676503 req-3a5f5821-2c52-41a5-a82b-6da434908cf6 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228801 Apr 19 19:10:48.112330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:48.469727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-d018d84c-f419-4140-8179-62f9de61042d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:48.470195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:48.471400 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-d018d84c-f419-4140-8179-62f9de61042d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 819 time: 0.5837317 Apr 19 19:10:48.475189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:48.481078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:48.505059 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60da522d-37de-4d06-8ab2-5e1a1eb9aa31 req-5fe3ef04-d878-4cf9-9ce1-dcc2f9a1d554 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7231882 Apr 19 19:10:48.509308 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] 10.222.0.55 "DELETE /v2.0/networks/169b7696-77a4-4d68-b61b-a74b335b3211 HTTP/1.1" status: 204 len: 168 time: 4.7095227 Apr 19 19:10:48.515377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Request body: {'port': {'device_id': 'a1b139e4-8c66-4dae-bbcf-4a2c22532f98', 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8', 'admin_state_up': True, 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:48.560684 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event updated for resources: {'Port': ['ID=952e7501-fdb7-4e8f-8a62-c331ba98c01e,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:48.568185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:48.638919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:48.663107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:48.671349 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6813509 Apr 19 19:10:48.688479 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8c1c828-fba9-4604-84a7-ebbf87c4c463 req-c306b8ba-fb1d-4a4d-a3b9-c258859d7400 service neutron] 10.222.0.52 "GET /v2.0/networks/c6724de2-7ad1-4e42-836a-ccf07ab6083a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4622054 Apr 19 19:10:48.731188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:48.742609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:48.787938 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41269d96-d911-46ff-8d65-3fe26dc7ed7d', 'tag': '777f44fc-ac49-4014-8738-fbda985bbd09', 'status': 'completed', 'code': 200} Apr 19 19:10:48.794306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Made reservation on behalf of 6689c5d5c27340a894320308cf2f6a9f for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:48.800559 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:48.877865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35200) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:48.951506 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9ecdabe2-a2c3-49de-8ff8-7ca16d42878d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c31089f5092d4cbcb46dcad1d2f553be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0727947 Apr 19 19:10:48.954745 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35210) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:48.989754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144edf5-2bc0-4517-911d-c70c0e7de189 req-039f175f-62c9-4b0e-bf66-d4e31a5db811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:48.991425 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c144edf5-2bc0-4517-911d-c70c0e7de189 req-039f175f-62c9-4b0e-bf66-d4e31a5db811 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1096 time: 0.1764321 Apr 19 19:10:49.123814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f8d32-6c0d-4131-abff-c1551293ef76 req-9cc477d8-fafd-409a-a752-f8c26f4a023f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.124035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7fbda6fb-cf09-41d3-b467-dfb2499baecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:49.125363 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a13f8d32-6c0d-4131-abff-c1551293ef76 req-9cc477d8-fafd-409a-a752-f8c26f4a023f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 943 time: 0.6488130 Apr 19 19:10:49.188488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7fbda6fb-cf09-41d3-b467-dfb2499baecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:49.203797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144edf5-2bc0-4517-911d-c70c0e7de189 req-bfff8851-337c-41af-a7e0-6a6987d8890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.205405 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c144edf5-2bc0-4517-911d-c70c0e7de189 req-bfff8851-337c-41af-a7e0-6a6987d8890a service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.2039528 Apr 19 19:10:49.207998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88db508-0848-4017-8ed1-790ae7da6374 req-48bd52bf-6801-475d-9e73-56cd5a1851bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.209555 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a88db508-0848-4017-8ed1-790ae7da6374 req-48bd52bf-6801-475d-9e73-56cd5a1851bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b6cfbc4fe174b43a8c0a7726984afdb&device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 1096 time: 0.4573300 Apr 19 19:10:49.239612 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a13f8d32-6c0d-4131-abff-c1551293ef76 req-0370e225-2890-4189-9883-c1fb97d5c240 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942576 Apr 19 19:10:49.240881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Allocated IP 172.20.0.7 (6901271f-6259-4dc8-854a-e6f810c52aa8/e0884850-23a1-48fc-bfbb-a46bc1a4800f/aa5e26c8-7091-4829-ac60-19ddfac94774) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:49.273299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-a82520ba-5404-49a4-ae5f-872514f66d4e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.275246 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-a82520ba-5404-49a4-ae5f-872514f66d4e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 819 time: 0.3938985 Apr 19 19:10:49.304128 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c144edf5-2bc0-4517-911d-c70c0e7de189 req-e7284571-f5c9-42de-9246-3697c2a4de7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 217 time: 0.0861375 Apr 19 19:10:49.377184 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7fbda6fb-cf09-41d3-b467-dfb2499baecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:49.386711 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:49.395739 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-c49cdc12-63b9-4725-a970-a77b73c4fb91 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/quotas/6689c5d5c27340a894320308cf2f6a9f HTTP/1.1" status: 200 len: 375 time: 0.0246515 Apr 19 19:10:49.404916 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbda6fb-cf09-41d3-b467-dfb2499baecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04035c02-a94e-470a-85e7-12fcd245a4af,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:49.408214 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7fbda6fb-cf09-41d3-b467-dfb2499baecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:49.413034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144edf5-2bc0-4517-911d-c70c0e7de189 req-765bcb56-3de7-4413-b03e-bd36a14a4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.415559 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c144edf5-2bc0-4517-911d-c70c0e7de189 req-765bcb56-3de7-4413-b03e-bd36a14a4286 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.1032248 Apr 19 19:10:49.423978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7fbda6fb-cf09-41d3-b467-dfb2499baecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:49.423978 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7fbda6fb-cf09-41d3-b467-dfb2499baecd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04035c02-a94e-470a-85e7-12fcd245a4af HTTP/1.1" status: 204 len: 168 time: 0.4666178 Apr 19 19:10:49.546194 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c144edf5-2bc0-4517-911d-c70c0e7de189 req-c7bbc6df-3f02-42ec-b54d-dd5ffdb59ef5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209071 Apr 19 19:10:49.608879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device df4f5b80-1873-40bc-a409-c7d0d12f6859 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:49.681227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-7af8b334-54e1-4523-86d3-8923ad66909c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Synchronizing usage tracker for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:security_group {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:49.787272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88db508-0848-4017-8ed1-790ae7da6374 req-21d3d9a5-a736-4498-938c-62dc70474be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.787958 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c144edf5-2bc0-4517-911d-c70c0e7de189 req-ffd315fc-b9e2-4665-8944-110783b06d3e service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312887 Apr 19 19:10:49.788938 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a88db508-0848-4017-8ed1-790ae7da6374 req-21d3d9a5-a736-4498-938c-62dc70474be8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6724de2-7ad1-4e42-836a-ccf07ab6083a HTTP/1.1" status: 200 len: 913 time: 0.5659320 Apr 19 19:10:49.807456 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port df4f5b80-1873-40bc-a409-c7d0d12f6859 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:49.808263 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:49.846206 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-1d1e5195-dab6-4de8-822e-6c9c50961907 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4298723 Apr 19 19:10:49.960749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-7af8b334-54e1-4523-86d3-8923ad66909c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Unset dirty status for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:security_group {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:49.969181 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-7af8b334-54e1-4523-86d3-8923ad66909c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--811653197&fields=id&tenant_id=b2514bbc2c78476eab3ffab97021c52f HTTP/1.1" status: 200 len: 267 time: 0.5811925 Apr 19 19:10:49.971898 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a88db508-0848-4017-8ed1-790ae7da6374 req-8e8ed9af-f017-45df-9330-f7d969dee263 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d HTTP/1.1" status: 200 len: 217 time: 0.1648767 Apr 19 19:10:49.976308 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c144edf5-2bc0-4517-911d-c70c0e7de189 req-7287e2c5-af20-4561-b1bd-471cbf8c2926 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765609 Apr 19 19:10:50.094524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35250) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:50.142282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88db508-0848-4017-8ed1-790ae7da6374 req-f96a07a2-109e-45a6-94b6-5bb97e7fdf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:50.143905 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a88db508-0848-4017-8ed1-790ae7da6374 req-f96a07a2-109e-45a6-94b6-5bb97e7fdf85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c0d16eb-da6a-4250-9a35-f9489f770f85 HTTP/1.1" status: 200 len: 852 time: 0.0915933 Apr 19 19:10:50.147134 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-54751a9b-1b93-4113-b87a-90f23e0665d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a325f25839df4407ad6ccbb2244965b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513401 Apr 19 19:10:50.148686 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35256) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:50.220497 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8744093e-4051-49de-86d5-60ce7872a9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:50.248472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8744093e-4051-49de-86d5-60ce7872a9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:50.264247 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a88db508-0848-4017-8ed1-790ae7da6374 req-eba182f7-d426-4eea-bf34-58f9ea0aa947 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6724de2-7ad1-4e42-836a-ccf07ab6083a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580966 Apr 19 19:10:50.298808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8744093e-4051-49de-86d5-60ce7872a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:50.304342 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c1ffa71d-8b86-4794-91e6-28c84d99145f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:50.316029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744093e-4051-49de-86d5-60ce7872a9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c150eff6-095d-4184-aea3-600174186ef0,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:50.321361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8744093e-4051-49de-86d5-60ce7872a9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:50.327628 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8744093e-4051-49de-86d5-60ce7872a9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:50.329234 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-8744093e-4051-49de-86d5-60ce7872a9f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c150eff6-095d-4184-aea3-600174186ef0 HTTP/1.1" status: 204 len: 168 time: 0.1793005 Apr 19 19:10:50.413881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:50.804592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-eb99433c-905e-401a-b695-ad64425892dd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:50.805447 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-eb99433c-905e-401a-b695-ad64425892dd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Synchronizing usage tracker for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:network {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:50.829119 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-7ff319d1-a0c5-4881-951c-51da4386d4a5 service neutron] 10.222.0.55 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9818788 Apr 19 19:10:50.981956 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-eb99433c-905e-401a-b695-ad64425892dd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Unset dirty status for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:network {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:50.990829 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-eb99433c-905e-401a-b695-ad64425892dd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/networks?id=12b2d1c3-a47c-4778-88b3-735d924c1730 HTTP/1.1" status: 200 len: 817 time: 1.0204768 Apr 19 19:10:51.012229 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a88db508-0848-4017-8ed1-790ae7da6374 req-275464a5-f00d-43ec-bfc5-d67781e9e22b service neutron] 10.222.0.52 "GET /v2.0/networks/c6724de2-7ad1-4e42-836a-ccf07ab6083a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280483 Apr 19 19:10:51.062014 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-1888b2e9-5c7c-4f44-bf77-4f445f4f542d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/quotas/b2514bbc2c78476eab3ffab97021c52f HTTP/1.1" status: 200 len: 375 time: 0.0699475 Apr 19 19:10:51.084170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:51.241637 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9cfe67ec-cc95-45fd-9f1d-6f9ec5bebe67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:51.287092 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-c0af67d7-f1fa-4965-9798-afbf4375db36 service neutron] 10.222.0.55 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447980 Apr 19 19:10:51.299116 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:10:51.354212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Network 6901271f-6259-4dc8-854a-e6f810c52aa8 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:51.372480 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:51.380831 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:51.437851 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Pushing event updated for resources: {'Port': ['ID=aa5e26c8-7091-4829-ac60-19ddfac94774,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:51.489035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:51.517071 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a88db508-0848-4017-8ed1-790ae7da6374 req-0847ed67-9501-43ba-a086-594e60653ccf service neutron] 10.222.0.52 "GET /v2.0/networks/c6724de2-7ad1-4e42-836a-ccf07ab6083a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866183 Apr 19 19:10:51.554895 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d,segment=NetworkSegment(74333aa5-0079-41c0-be98-fc96a54c47ee),segment_id=74333aa5-0079-41c0-be98-fc96a54c47ee)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:51.556917 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-b7e9344c-88c5-4b4a-84fa-a411fda8cad0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2514bbc2c78476eab3ffab97021c52f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4707980 Apr 19 19:10:51.565648 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:51.566599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:51.571784 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': 'f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d', 'network_id': 'c6724de2-7ad1-4e42-836a-ccf07ab6083a', 'port_id': 'f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d', 'mac_address': 'fa:16:3e:8e:12:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0d16eb-da6a-4250-9a35-f9489f770f85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:10:51.638277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:51.660078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:51.678441 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d,segment=NetworkSegment(74333aa5-0079-41c0-be98-fc96a54c47ee),segment_id=74333aa5-0079-41c0-be98-fc96a54c47ee)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:51.683770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:51.684985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 777f44fc-ac49-4014-8738-fbda985bbd09 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:10:51.752968 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2536483 Apr 19 19:10:51.785123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:51.825491 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-f2e0c43e-e857-44bc-b269-7e8e75b43213 service neutron] 10.222.0.55 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676063 Apr 19 19:10:51.860638 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:51.862221 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb893c36-c64a-4499-bec1-66ab43eb6291 req-3d8eda9a-98fd-4432-bc41-1ea9b477a89e tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:51.866407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:51.873024 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fb893c36-c64a-4499-bec1-66ab43eb6291 req-3d8eda9a-98fd-4432-bc41-1ea9b477a89e tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 944 time: 0.2632124 Apr 19 19:10:51.925603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 777f44fc-ac49-4014-8738-fbda985bbd09, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=777f44fc-ac49-4014-8738-fbda985bbd09,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:51.942287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': '777f44fc-ac49-4014-8738-fbda985bbd09', 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f', 'port_id': '777f44fc-ac49-4014-8738-fbda985bbd09', 'mac_address': 'fa:16:3e:1f:f5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ad4e80-7721-4138-a1cc-4e228a93cf71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:10:52.011030 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:52.031789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777f44fc-ac49-4014-8738-fbda985bbd09 {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:52.070180 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 777f44fc-ac49-4014-8738-fbda985bbd09, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=777f44fc-ac49-4014-8738-fbda985bbd09,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:52.075719 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-a9098943-35fb-4bbb-95f9-6fbdda5544f9 service neutron] 10.222.0.55 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000196 Apr 19 19:10:52.078654 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:52.080546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:52.103274 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fb893c36-c64a-4499-bec1-66ab43eb6291 req-d8df8626-4383-4179-8f54-2866be326acc tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288480 Apr 19 19:10:52.212940 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=777f44fc-ac49-4014-8738-fbda985bbd09,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:52.221240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:52.406668 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-183e57ad-3a48-4ce0-a954-1e155e39e075 req-0c19fde7-3941-455a-97c9-8a15bb43ae02 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Synchronizing usage tracker for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:52.418309 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35360) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:52.447372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-183e57ad-3a48-4ce0-a954-1e155e39e075 req-0c19fde7-3941-455a-97c9-8a15bb43ae02 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Unset dirty status for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:52.448757 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-183e57ad-3a48-4ce0-a954-1e155e39e075 req-0c19fde7-3941-455a-97c9-8a15bb43ae02 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 210 time: 0.1089950 Apr 19 19:10:52.464899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac7e41-e3e0-461e-9077-f5e97187011b req-255b7df9-45c5-4e02-aa52-07cca70e275d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:52.472679 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-42ac7e41-e3e0-461e-9077-f5e97187011b req-255b7df9-45c5-4e02-aa52-07cca70e275d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 944 time: 0.1924117 Apr 19 19:10:52.544803 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-42ac7e41-e3e0-461e-9077-f5e97187011b req-00cbf462-898c-4476-bf8a-463f7667c7b7 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711422 Apr 19 19:10:52.667601 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-dab4c9a0-991d-484c-b283-a387e6e78713 req-cccdccca-8ebe-414b-8a8e-ffaa3f43f882 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 210 time: 0.1057141 Apr 19 19:10:52.789411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8bae91a1-d734-4f8d-987f-023aafc41233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:52.810770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 35374) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:52.815988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-8bae91a1-d734-4f8d-987f-023aafc41233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:52.820644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-8bae91a1-d734-4f8d-987f-023aafc41233 admin admin] Usage tracker for resource:security_group_rule and tenant:dd25bc0d085844d0af40547002065cc4 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:52.824117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-8bae91a1-d734-4f8d-987f-023aafc41233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:52.830626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-8bae91a1-d734-4f8d-987f-023aafc41233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:52.926132 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aee24aee-a656-4be0-bd21-a8e7727b9d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:52.935505 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8bae91a1-d734-4f8d-987f-023aafc41233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:52.940409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8bae91a1-d734-4f8d-987f-023aafc41233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:52.949516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-aee24aee-a656-4be0-bd21-a8e7727b9d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:52.954018 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-aee24aee-a656-4be0-bd21-a8e7727b9d5e admin admin] Usage tracker for resource:security_group_rule and tenant:7bba1cb060674301b91f3d2a81a3d8fc is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:52.957147 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-aee24aee-a656-4be0-bd21-a8e7727b9d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:52.963361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-aee24aee-a656-4be0-bd21-a8e7727b9d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:52.985062 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-35b084fe-2519-4f61-a20d-02b48fff386e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:52.995210 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-8bae91a1-d734-4f8d-987f-023aafc41233 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd25bc0d085844d0af40547002065cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5751891 Apr 19 19:10:52.997998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35386) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:53.050932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae91a1-d734-4f8d-987f-023aafc41233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd86e14-b174-4837-868b-389ffc09ebe8,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:53.060159 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aee24aee-a656-4be0-bd21-a8e7727b9d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.062052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8bae91a1-d734-4f8d-987f-023aafc41233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:53.071879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aee24aee-a656-4be0-bd21-a8e7727b9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.083208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:53.111921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-149ab7e7-2b4b-47b3-bafe-bdac888755ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.128770 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-aee24aee-a656-4be0-bd21-a8e7727b9d5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7bba1cb060674301b91f3d2a81a3d8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158877 Apr 19 19:10:53.134683 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee24aee-a656-4be0-bd21-a8e7727b9d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f263583c-6acc-4f2b-840e-dc911d6e75e3,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:53.138656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 35392) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:53.143769 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-149ab7e7-2b4b-47b3-bafe-bdac888755ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.187737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aee24aee-a656-4be0-bd21-a8e7727b9d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:53.195728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-149ab7e7-2b4b-47b3-bafe-bdac888755ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.202340 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8744093e-4051-49de-86d5-60ce7872a9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:53.215221 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab7e7-2b4b-47b3-bafe-bdac888755ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd86e14-b174-4837-868b-389ffc09ebe8,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:53.218308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-48d24a41-f086-4ef0-9f50-9a5687a49e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.219443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-149ab7e7-2b4b-47b3-bafe-bdac888755ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:53.223411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-149ab7e7-2b4b-47b3-bafe-bdac888755ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.224806 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-149ab7e7-2b4b-47b3-bafe-bdac888755ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcd86e14-b174-4837-868b-389ffc09ebe8 HTTP/1.1" status: 204 len: 168 time: 0.2256513 Apr 19 19:10:53.257746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-48d24a41-f086-4ef0-9f50-9a5687a49e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.388507 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba1c81-da72-4408-8e37-a43b4b0800d5 req-93ef186f-4178-4803-94fc-572da992cd99 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:53.390091 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c0ba1c81-da72-4408-8e37-a43b4b0800d5 req-93ef186f-4178-4803-94fc-572da992cd99 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 944 time: 0.1205430 Apr 19 19:10:53.395732 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-48d24a41-f086-4ef0-9f50-9a5687a49e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.406142 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-532d2304-e547-4c87-8a6e-778d6ca5a8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:53.421421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d24a41-f086-4ef0-9f50-9a5687a49e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f263583c-6acc-4f2b-840e-dc911d6e75e3,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:53.447334 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-48d24a41-f086-4ef0-9f50-9a5687a49e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:53.453551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-48d24a41-f086-4ef0-9f50-9a5687a49e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.454806 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-48d24a41-f086-4ef0-9f50-9a5687a49e58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f263583c-6acc-4f2b-840e-dc911d6e75e3 HTTP/1.1" status: 204 len: 168 time: 0.3151081 Apr 19 19:10:53.477111 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c0ba1c81-da72-4408-8e37-a43b4b0800d5 req-1722cbe2-9eea-4f6c-b4b4-8214e745b535 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569820 Apr 19 19:10:53.546185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Request body: {'port': {'device_id': 'a1b139e4-8c66-4dae-bbcf-4a2c22532f98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:53.718750 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4185b2c7-f3ae-4ef7-bfd6-f0ff3d28c3b8 req-23fa4cc6-fdd7-43f0-90e2-94f3a9b52855 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 210 time: 0.0939622 Apr 19 19:10:53.910902 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4f45b203-6b43-4923-b114-ff1410c879ff req-f796459a-ffbd-41aa-a01a-7f8813d97686 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 210 time: 0.0509567 Apr 19 19:10:53.922367 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.954985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9010344-5264-4b00-9fd3-c2caab134de0 req-119bc60f-bf39-4adf-b401-eec1bd1a1d1e tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:53.956630 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c9010344-5264-4b00-9fd3-c2caab134de0 req-119bc60f-bf39-4adf-b401-eec1bd1a1d1e tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 944 time: 0.2431493 Apr 19 19:10:54.081831 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c9010344-5264-4b00-9fd3-c2caab134de0 req-6b95b2ad-8211-4d8c-be0c-f24e2b71dfc1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986626 Apr 19 19:10:54.471408 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5e26c8-7091-4829-ac60-19ddfac94774 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:54.480575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.500843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Transition to ACTIVE for port object aa5e26c8-7091-4829-ac60-19ddfac94774 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:54.504274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.509565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-08af8d0e-0e32-4320-919c-8fc3d23d5dea tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:54.825006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5e26c8-7091-4829-ac60-19ddfac94774,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:54.873469 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['777f44fc-ac49-4014-8738-fbda985bbd09'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:10:54.944554 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:10:55.095081 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:55.204885 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a344bb9-a2e7-4fc3-ab32-8326d2e976b8 req-8e8a4dc4-0d7e-4a33-8c76-4ebc4a45541b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 210 time: 0.1084142 Apr 19 19:10:55.268084 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e335cbe-ec9a-4547-9fc6-e0aaf59e2179 req-11c28867-07c8-4b5c-a21a-beb301fb0c19 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:55.274956 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e335cbe-ec9a-4547-9fc6-e0aaf59e2179 req-11c28867-07c8-4b5c-a21a-beb301fb0c19 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 944 time: 0.5716424 Apr 19 19:10:55.286782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Attempting to bind port aa5e26c8-7091-4829-ac60-19ddfac94774 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:55.287246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Attempting to bind port aa5e26c8-7091-4829-ac60-19ddfac94774 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:55.287700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Attempting to bind port aa5e26c8-7091-4829-ac60-19ddfac94774 on network 6901271f-6259-4dc8-854a-e6f810c52aa8 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:55.342340 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Port aa5e26c8-7091-4829-ac60-19ddfac94774 on network 6901271f-6259-4dc8-854a-e6f810c52aa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:10:55.344197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Attempting to bind port aa5e26c8-7091-4829-ac60-19ddfac94774 on network 6901271f-6259-4dc8-854a-e6f810c52aa8 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:55.355280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:55.356169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Checking segment: {'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:55.359341 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Bound using segment: {'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:55.359932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Bound port: aa5e26c8-7091-4829-ac60-19ddfac94774, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:55.360764 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:55.405370 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e335cbe-ec9a-4547-9fc6-e0aaf59e2179 req-6427ee84-1f84-4e41-a65f-050fd5793e53 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225195 Apr 19 19:10:55.477638 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8b526c41-4312-4977-8377-b00473bda8a6 req-b09e64f7-8c8f-4a6c-8a50-700621170bfd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 210 time: 0.0846260 Apr 19 19:10:55.624227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] For port aa5e26c8-7091-4829-ac60-19ddfac94774, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:55.635360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] For port aa5e26c8-7091-4829-ac60-19ddfac94774, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aa5e26c8-7091-4829-ac60-19ddfac94774,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:55.641285 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:55.655262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-96f0c04e-2d78-4866-858f-dc958bfae177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:55.740508 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:55.741172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:55.750851 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] 10.222.0.52 "PUT /v2.0/ports/aa5e26c8-7091-4829-ac60-19ddfac94774 HTTP/1.1" status: 200 len: 1093 time: 2.2015252 Apr 19 19:10:55.752647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b139e4-8c66-4dae-bbcf-4a2c22532f98', 'tag': 'aa5e26c8-7091-4829-ac60-19ddfac94774'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:10:55.792203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62998a-d399-4c6e-8d34-ab84ff6cfee6 req-98eae6e1-339a-487e-955b-548f8891fd78 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:55.799997 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a62998a-d399-4c6e-8d34-ab84ff6cfee6 req-98eae6e1-339a-487e-955b-548f8891fd78 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 944 time: 0.2263663 Apr 19 19:10:55.802918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5e26c8-7091-4829-ac60-19ddfac94774,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:55.840878 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:55.891597 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b139e4-8c66-4dae-bbcf-4a2c22532f98', 'tag': 'aa5e26c8-7091-4829-ac60-19ddfac94774', 'status': 'completed', 'code': 200} Apr 19 19:10:55.911458 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a62998a-d399-4c6e-8d34-ab84ff6cfee6 req-38d8e4e1-3585-45e6-a4d6-0331e37d5c6f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104891 Apr 19 19:10:56.182286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35566) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:56.318822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-343d1f23-0eab-4c79-ba7a-aa9ea87b6887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.335532 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-343d1f23-0eab-4c79-ba7a-aa9ea87b6887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:56.340442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-343d1f23-0eab-4c79-ba7a-aa9ea87b6887 admin admin] Usage tracker for resource:security_group_rule and tenant:70d8fc481dbb450f86832681d326bf33 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:56.343837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-343d1f23-0eab-4c79-ba7a-aa9ea87b6887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:56.349936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-343d1f23-0eab-4c79-ba7a-aa9ea87b6887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:56.420643 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1798f03-a82c-43c5-8ffd-776262f44d11 req-57adc010-bee1-445e-bb05-aa2b1de9767c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 210 time: 0.0498400 Apr 19 19:10:56.446850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-343d1f23-0eab-4c79-ba7a-aa9ea87b6887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.450979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-343d1f23-0eab-4c79-ba7a-aa9ea87b6887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.465126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8bae91a1-d734-4f8d-987f-023aafc41233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:56.513307 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-343d1f23-0eab-4c79-ba7a-aa9ea87b6887 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70d8fc481dbb450f86832681d326bf33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268864 Apr 19 19:10:56.513307 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d1f23-0eab-4c79-ba7a-aa9ea87b6887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4223b5fa-ec3e-4d27-a396-6f7fc636d83c,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:56.514301 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 35584) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:56.521914 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-343d1f23-0eab-4c79-ba7a-aa9ea87b6887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:56.686776 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1dbfda75-d4fd-4d28-833a-d02a859179f3 req-dfde8cd9-7f63-49e6-932e-eb6e07e46f24 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 210 time: 0.0639634 Apr 19 19:10:56.711618 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-870907d6-f26d-4f57-a730-303874711501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.757850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30755972-a9c9-4db9-8cb7-716425e8488d req-6587208e-22c9-4c69-b633-e77a3fbcdf2b tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:56.759529 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-30755972-a9c9-4db9-8cb7-716425e8488d req-6587208e-22c9-4c69-b633-e77a3fbcdf2b tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 944 time: 0.2144563 Apr 19 19:10:56.764567 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-870907d6-f26d-4f57-a730-303874711501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.845672 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-30755972-a9c9-4db9-8cb7-716425e8488d req-0bdd1268-7c2b-47c8-948c-dc746244b32b tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734174 Apr 19 19:10:56.855105 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-870907d6-f26d-4f57-a730-303874711501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.856724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35598) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:56.860534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:56.873577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870907d6-f26d-4f57-a730-303874711501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4223b5fa-ec3e-4d27-a396-6f7fc636d83c,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:56.877059 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-870907d6-f26d-4f57-a730-303874711501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:56.881261 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-870907d6-f26d-4f57-a730-303874711501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.882654 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-870907d6-f26d-4f57-a730-303874711501 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4223b5fa-ec3e-4d27-a396-6f7fc636d83c HTTP/1.1" status: 204 len: 168 time: 0.3670220 Apr 19 19:10:57.130052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df08577-823e-4b96-9994-657c23fd42b2 req-2d259fca-4373-4ff9-9bd7-7a774854d2ae tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:57.131826 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0df08577-823e-4b96-9994-657c23fd42b2 req-2d259fca-4373-4ff9-9bd7-7a774854d2ae tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 944 time: 0.0953922 Apr 19 19:10:57.176827 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7a5f-62b6-4fe7-941c-f22f6cbcf3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.192869 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0df08577-823e-4b96-9994-657c23fd42b2 req-8bd6aa4a-2765-46d7-9f1c-2e2bcc59651e tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539846 Apr 19 19:10:57.193397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-bb5b7a5f-62b6-4fe7-941c-f22f6cbcf3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:57.197265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-bb5b7a5f-62b6-4fe7-941c-f22f6cbcf3bf admin admin] Usage tracker for resource:security_group_rule and tenant:d11af28286404215a2642808523773cd is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:57.200737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-bb5b7a5f-62b6-4fe7-941c-f22f6cbcf3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:57.216108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-bb5b7a5f-62b6-4fe7-941c-f22f6cbcf3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:57.223132 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 35612) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:57.242605 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b960b09a-c602-40bb-be1f-e192faefa24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.258665 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b960b09a-c602-40bb-be1f-e192faefa24a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:57.263075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b960b09a-c602-40bb-be1f-e192faefa24a admin admin] Usage tracker for resource:security_group_rule and tenant:093e42efca2a4a3385dbf4c76e5c174d is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:57.266091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b960b09a-c602-40bb-be1f-e192faefa24a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:57.272407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b960b09a-c602-40bb-be1f-e192faefa24a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:57.302846 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7a5f-62b6-4fe7-941c-f22f6cbcf3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.306597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7a5f-62b6-4fe7-941c-f22f6cbcf3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.314763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae8f8aaa-8694-45e5-b415-d902f1ec1c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:57.357315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b7a5f-62b6-4fe7-941c-f22f6cbcf3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1637f1e6-89cf-4116-ac28-a9a9ec3f4531,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:57.360611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bb5b7a5f-62b6-4fe7-941c-f22f6cbcf3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:57.364221 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-bb5b7a5f-62b6-4fe7-941c-f22f6cbcf3bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d11af28286404215a2642808523773cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060153 Apr 19 19:10:57.366203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35616) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:57.393539 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b960b09a-c602-40bb-be1f-e192faefa24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.398309 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b960b09a-c602-40bb-be1f-e192faefa24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.408172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-10e18894-ece2-4dcc-919e-2a61f998f4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:57.433268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-776c796d-fe40-42bb-baed-cd06da9290e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.452942 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b960b09a-c602-40bb-be1f-e192faefa24a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=093e42efca2a4a3385dbf4c76e5c174d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285359 Apr 19 19:10:57.454044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960b09a-c602-40bb-be1f-e192faefa24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0537db3-8cd5-4039-b0ec-5e6fc7ce83f4,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:57.457107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 35622) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:57.460364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b960b09a-c602-40bb-be1f-e192faefa24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:57.532692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-86ae94c6-ca2d-403e-9fbc-420c97a3705b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.565690 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-86ae94c6-ca2d-403e-9fbc-420c97a3705b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.619665 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-86ae94c6-ca2d-403e-9fbc-420c97a3705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.624626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ba714b9a-f158-41ed-8a00-81f7675e7931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:57.637132 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae94c6-ca2d-403e-9fbc-420c97a3705b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0537db3-8cd5-4039-b0ec-5e6fc7ce83f4,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:57.642571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-86ae94c6-ca2d-403e-9fbc-420c97a3705b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:57.644749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-86ae94c6-ca2d-403e-9fbc-420c97a3705b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.648490 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-86ae94c6-ca2d-403e-9fbc-420c97a3705b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0537db3-8cd5-4039-b0ec-5e6fc7ce83f4 HTTP/1.1" status: 204 len: 168 time: 0.1878455 Apr 19 19:10:57.682111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-776c796d-fe40-42bb-baed-cd06da9290e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.732231 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-776c796d-fe40-42bb-baed-cd06da9290e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.741927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-149ab7e7-2b4b-47b3-bafe-bdac888755ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:57.753426 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1288813-7b42-472e-a369-1f419ac7dc11 req-cc990f12-e13a-4808-973e-5a4bb38ea3aa tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 210 time: 0.0626640 Apr 19 19:10:57.758833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c796d-fe40-42bb-baed-cd06da9290e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1637f1e6-89cf-4116-ac28-a9a9ec3f4531,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:57.770032 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-776c796d-fe40-42bb-baed-cd06da9290e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:57.772249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-776c796d-fe40-42bb-baed-cd06da9290e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.778959 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-776c796d-fe40-42bb-baed-cd06da9290e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1637f1e6-89cf-4116-ac28-a9a9ec3f4531 HTTP/1.1" status: 204 len: 168 time: 0.4060016 Apr 19 19:10:57.890514 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-165be8c9-d83d-45e2-b07a-e53ea83fd465 req-e863b60b-1b6a-4900-a285-fa710848e00b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 210 time: 0.0549815 Apr 19 19:10:58.145105 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe4074-91bc-4afe-b146-991fbf0b4301 req-e916138a-26da-4632-9bff-7fde5d3a5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:58.146726 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6ebe4074-91bc-4afe-b146-991fbf0b4301 req-e916138a-26da-4632-9bff-7fde5d3a5940 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 1096 time: 0.1727073 Apr 19 19:10:58.159060 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35652) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:58.160548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e49d5d-11e0-4530-9fd3-f0624030f9ec req-a168dbe8-fe06-41cc-b5d5-7266d3153550 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:58.162323 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-53e49d5d-11e0-4530-9fd3-f0624030f9ec req-a168dbe8-fe06-41cc-b5d5-7266d3153550 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 944 time: 0.1391258 Apr 19 19:10:58.180865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f5171876-d27f-4c8d-bb9e-f1249cdc4e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.198909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-f5171876-d27f-4c8d-bb9e-f1249cdc4e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:58.203346 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-f5171876-d27f-4c8d-bb9e-f1249cdc4e7b admin admin] Usage tracker for resource:security_group_rule and tenant:c8e11ee6783b4bcba9b84b6588d626a5 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:58.207366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-f5171876-d27f-4c8d-bb9e-f1249cdc4e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:58.214888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-f5171876-d27f-4c8d-bb9e-f1249cdc4e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:58.332846 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-53e49d5d-11e0-4530-9fd3-f0624030f9ec req-3ed370e7-022c-45cb-8221-35e062c4b4d7 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400928 Apr 19 19:10:58.383680 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe4074-91bc-4afe-b146-991fbf0b4301 req-39902340-e86c-4746-ab3d-cfca5d9653c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:58.385562 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6ebe4074-91bc-4afe-b146-991fbf0b4301 req-39902340-e86c-4746-ab3d-cfca5d9653c8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6689c5d5c27340a894320308cf2f6a9f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2221940 Apr 19 19:10:58.431721 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f5171876-d27f-4c8d-bb9e-f1249cdc4e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.441131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f5171876-d27f-4c8d-bb9e-f1249cdc4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.452301 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:58.499538 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f5171876-d27f-4c8d-bb9e-f1249cdc4e7b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c8e11ee6783b4bcba9b84b6588d626a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391714 Apr 19 19:10:58.500908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5171876-d27f-4c8d-bb9e-f1249cdc4e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c2326e-73f3-4f95-a16c-96078bb1f2b7,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:58.503315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35670) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:58.507250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f5171876-d27f-4c8d-bb9e-f1249cdc4e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:58.580518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e29c3718-c297-402c-b601-ff1e4c11bcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.613931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e29c3718-c297-402c-b601-ff1e4c11bcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.666066 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e29c3718-c297-402c-b601-ff1e4c11bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.672110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:58.686611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c3718-c297-402c-b601-ff1e4c11bcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c2326e-73f3-4f95-a16c-96078bb1f2b7,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:58.690131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e29c3718-c297-402c-b601-ff1e4c11bcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:58.692899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e29c3718-c297-402c-b601-ff1e4c11bcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.694416 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e29c3718-c297-402c-b601-ff1e4c11bcb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19c2326e-73f3-4f95-a16c-96078bb1f2b7 HTTP/1.1" status: 204 len: 168 time: 0.1894011 Apr 19 19:10:58.896136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b4f5-6f20-442d-bf74-818ed3dd308d req-9dd18a30-74c5-4391-9bcf-679226bf47a2 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:58.897882 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-30c6b4f5-6f20-442d-bf74-818ed3dd308d req-9dd18a30-74c5-4391-9bcf-679226bf47a2 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 944 time: 0.4553950 Apr 19 19:10:58.903848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe4074-91bc-4afe-b146-991fbf0b4301 req-31f959e8-1bf6-498c-a376-f51eb674972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:58.907639 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6ebe4074-91bc-4afe-b146-991fbf0b4301 req-31f959e8-1bf6-498c-a376-f51eb674972c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5111885 Apr 19 19:10:58.916797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-1dbe7171-fe0b-4d51-be6e-7149effaa6f8 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:58.922957 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-1dbe7171-fe0b-4d51-be6e-7149effaa6f8 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 819 time: 0.4749982 Apr 19 19:10:58.947042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Request body: {'port': {'device_id': 'e0e17f61-6da2-4244-8441-39164c8b72bf', 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8', 'admin_state_up': True, 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:59.176248 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2a432a43-f932-473f-b974-86b547c70a41 req-3da7301a-9f32-48d4-a9cd-58b5e172a416 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 210 time: 0.2214699 Apr 19 19:10:59.311166 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-30c6b4f5-6f20-442d-bf74-818ed3dd308d req-71bbd6d8-1f9a-4996-b16d-d3b5c831b962 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018927 Apr 19 19:10:59.359666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-68eb5513-3953-4951-a5f4-4751b7dd3495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:59.361565 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-68eb5513-3953-4951-a5f4-4751b7dd3495 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 1096 time: 0.3274183 Apr 19 19:10:59.593673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-ca77e240-525b-484d-8d3e-176158755c1c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:59.595613 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-ca77e240-525b-484d-8d3e-176158755c1c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.52 "GET /v2.0/networks?id=12b2d1c3-a47c-4778-88b3-735d924c1730 HTTP/1.1" status: 200 len: 817 time: 0.4308379 Apr 19 19:10:59.643356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:59.677961 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:59.765882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Made reservation on behalf of 6689c5d5c27340a894320308cf2f6a9f for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:59.775199 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:59.780708 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-70fa0a03-2183-40ec-a1e5-75e0be428692 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Synchronizing usage tracker for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:59.796432 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-70fa0a03-2183-40ec-a1e5-75e0be428692 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Unset dirty status for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:59.798317 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-70fa0a03-2183-40ec-a1e5-75e0be428692 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2514bbc2c78476eab3ffab97021c52f HTTP/1.1" status: 200 len: 5703 time: 0.1928658 Apr 19 19:10:59.810833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Request body: {'port': {'device_id': '77847d60-3d82-4156-b602-bc64e987a85d', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'admin_state_up': True, 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'security_groups': ['ebedfbf9-66eb-41df-8935-8da20bbb0063']}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:59.830171 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-73193895-b99f-40e8-bf7d-93ed89228661 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5e26c8-7091-4829-ac60-19ddfac94774 HTTP/1.1" status: 200 len: 217 time: 0.4460053 Apr 19 19:10:59.963848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:11:00.020844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:00.026681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Usage tracker for resource:port and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:00.031987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:00.055572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:00.090823 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Made reservation on behalf of b2514bbc2c78476eab3ffab97021c52f for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:00.094914 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-988f5cb0-f73b-473a-bbf6-c219a417541a req-d517f6bc-a3fe-49c5-8d6e-bf738cd8eb39 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 210 time: 0.3443987 Apr 19 19:11:00.110630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.134138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:11:00.145423 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:11:00.146741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.179751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b71bf452-6533-4ab4-9c29-cf6b116584b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:00.184729 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-b71bf452-6533-4ab4-9c29-cf6b116584b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.3278184 Apr 19 19:11:00.410028 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.412213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Allocated IP 172.20.0.8 (12b2d1c3-a47c-4778-88b3-735d924c1730/aff121a2-6622-4771-b76a-26fbc12fb5c6/807dca0e-317c-4eac-bf79-52df18c361c9) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:11:00.447600 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4180c80-d4eb-4bf9-8653-9316bb5786e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:00.493548 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-faac7702-18b5-4496-959f-34979c9c44da req-08d9be3d-ea96-48f3-8442-7f0084a2371c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 210 time: 0.0926075 Apr 19 19:11:00.497858 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-6d7b633e-25d0-452d-81a0-73a54e4c09cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2378957 Apr 19 19:11:00.517620 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d,segment=NetworkSegment(74333aa5-0079-41c0-be98-fc96a54c47ee),segment_id=74333aa5-0079-41c0-be98-fc96a54c47ee)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:00.522397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.523710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 777f44fc-ac49-4014-8738-fbda985bbd09 up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:11:00.560624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:00.712965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.759534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:00.761983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Transition to ACTIVE for port object 807dca0e-317c-4eac-bf79-52df18c361c9 will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:11:00.771473 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:00.784666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port 777f44fc-ac49-4014-8738-fbda985bbd09 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:11:00.798487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port 777f44fc-ac49-4014-8738-fbda985bbd09 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:11:00.799279 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.805617 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394e2ec-51a3-41ac-a63d-46b7fd5505ee req-7781fc1c-8260-40b1-b9b1-ec9cbfcfe6ce tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:00.807517 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3394e2ec-51a3-41ac-a63d-46b7fd5505ee req-7781fc1c-8260-40b1-b9b1-ec9cbfcfe6ce tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 944 time: 1.1162939 Apr 19 19:11:00.835164 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.866837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:01.004191 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Network 12b2d1c3-a47c-4778-88b3-735d924c1730 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:11:01.027605 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.038302 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:11:01.055159 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:11:01.082364 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3394e2ec-51a3-41ac-a63d-46b7fd5505ee req-c42e4f3d-1383-4f0c-a3b1-8fe571b9ec35 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617570 Apr 19 19:11:01.098521 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-2ea69296-daf2-4409-8141-d1137a32f338 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773332 Apr 19 19:11:01.114792 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Allocated IP 172.20.0.2 (6901271f-6259-4dc8-854a-e6f810c52aa8/e0884850-23a1-48fc-bfbb-a46bc1a4800f/149c7f26-5d85-4fa7-ba36-a92616ece815) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:11:01.154821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 777f44fc-ac49-4014-8738-fbda985bbd09, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=777f44fc-ac49-4014-8738-fbda985bbd09,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:01.158113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event updated for resources: {'Port': ['ID=807dca0e-317c-4eac-bf79-52df18c361c9,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:01.159519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.162288 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:01.180732 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:01.295984 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=777f44fc-ac49-4014-8738-fbda985bbd09,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:01.305125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:01.313343 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:01.314516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.367422 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5613472 Apr 19 19:11:01.373226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074484be-709d-442d-9315-82e32164a1d4 req-cd06b183-45d7-4ccf-9cc4-cb9e24b56d68 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:01.381416 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-074484be-709d-442d-9315-82e32164a1d4 req-cd06b183-45d7-4ccf-9cc4-cb9e24b56d68 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 944 time: 0.5721037 Apr 19 19:11:01.383689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Request body: {'port': {'device_id': '77847d60-3d82-4156-b602-bc64e987a85d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:01.507034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-26270a0a-e51b-4c1f-a4a4-b3fb6517fe2d None None] Provisioning for port 807dca0e-317c-4eac-bf79-52df18c361c9 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:11:01.520396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-26270a0a-e51b-4c1f-a4a4-b3fb6517fe2d None None] Provisioning complete for port 807dca0e-317c-4eac-bf79-52df18c361c9 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:11:01.523271 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-26270a0a-e51b-4c1f-a4a4-b3fb6517fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.536540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.623357 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-497a12c9-f5f9-4361-8b18-60358ce74922 req-075edf18-501d-4420-96b2-64f30da93f86 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140066 Apr 19 19:11:01.680593 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-074484be-709d-442d-9315-82e32164a1d4 req-892076f3-1242-4b5f-852c-1175efc4ee5b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954645 Apr 19 19:11:01.708273 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-26270a0a-e51b-4c1f-a4a4-b3fb6517fe2d None None] Port 807dca0e-317c-4eac-bf79-52df18c361c9 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:11:01.849298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21600d-034f-40fc-8af7-abb60d99e061 req-41cd76f1-d224-453b-859a-049b128f5cca tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:01.857628 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8f21600d-034f-40fc-8af7-abb60d99e061 req-41cd76f1-d224-453b-859a-049b128f5cca tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 931 time: 0.5101695 Apr 19 19:11:01.947664 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8f21600d-034f-40fc-8af7-abb60d99e061 req-bc6ba80b-cd6e-4f9b-baf0-c226ca841098 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888994 Apr 19 19:11:02.078986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807dca0e-317c-4eac-bf79-52df18c361c9 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:02.080912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.093141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.122698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Transition to ACTIVE for port object 807dca0e-317c-4eac-bf79-52df18c361c9 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:11:02.126151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.137724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:02.150308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.166904 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:02.283808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Pushing event updated for resources: {'Port': ['ID=149c7f26-5d85-4fa7-ba36-a92616ece815,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:02.295313 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:02.308494 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4180c80-d4eb-4bf9-8653-9316bb5786e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d', 'code': 200} Apr 19 19:11:02.367285 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Network 6901271f-6259-4dc8-854a-e6f810c52aa8 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:11:02.371571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:11:02.389321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:11:02.441438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Pushing event updated for resources: {'Port': ['ID=807dca0e-317c-4eac-bf79-52df18c361c9,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:02.451131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:02.539486 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:02.540420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.557570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Attempting to bind port 807dca0e-317c-4eac-bf79-52df18c361c9 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:11:02.558742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Attempting to bind port 807dca0e-317c-4eac-bf79-52df18c361c9 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:11:02.559081 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Attempting to bind port 807dca0e-317c-4eac-bf79-52df18c361c9 on network 12b2d1c3-a47c-4778-88b3-735d924c1730 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:02.565308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Port 807dca0e-317c-4eac-bf79-52df18c361c9 on network 12b2d1c3-a47c-4778-88b3-735d924c1730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:11:02.565757 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Attempting to bind port 807dca0e-317c-4eac-bf79-52df18c361c9 on network 12b2d1c3-a47c-4778-88b3-735d924c1730 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:02.572738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:11:02.573575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Checking segment: {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:11:02.574008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Bound using segment: {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:11:02.574587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Bound port: 807dca0e-317c-4eac-bf79-52df18c361c9, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:11:02.574895 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.698608 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] For port 807dca0e-317c-4eac-bf79-52df18c361c9, host hv-cinder-78693, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:11:02.698985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1b73d-8a9b-43f7-aa3a-1858a8a39cb4 req-48ac79b4-1760-461c-8d7b-f547e1dad90f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:02.702571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] For port 807dca0e-317c-4eac-bf79-52df18c361c9, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=807dca0e-317c-4eac-bf79-52df18c361c9,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:11:02.707494 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.708305 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eba1b73d-8a9b-43f7-aa3a-1858a8a39cb4 req-48ac79b4-1760-461c-8d7b-f547e1dad90f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 931 time: 0.4281743 Apr 19 19:11:02.719525 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e8c107a0-005c-41f4-91a8-787b21cdc308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:02.767823 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8254619 Apr 19 19:11:02.779782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35842) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:02.787174 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:02.787938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.790176 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] 10.222.0.52 "PUT /v2.0/ports/807dca0e-317c-4eac-bf79-52df18c361c9 HTTP/1.1" status: 200 len: 1093 time: 1.4104629 Apr 19 19:11:02.804676 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Request body: {'port': {'device_id': 'e0e17f61-6da2-4244-8441-39164c8b72bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:02.811688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77847d60-3d82-4156-b602-bc64e987a85d', 'tag': '807dca0e-317c-4eac-bf79-52df18c361c9'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:02.965777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Pushing event updated for resources: {'Port': ['ID=807dca0e-317c-4eac-bf79-52df18c361c9,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:02.973747 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:02.989431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-2ce7688e-0d63-4aab-aec6-129266c5c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:02.991473 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-2ce7688e-0d63-4aab-aec6-129266c5c70d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2514bbc2c78476eab3ffab97021c52f&device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 1096 time: 0.1451139 Apr 19 19:11:03.023767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-eba1b73d-8a9b-43f7-aa3a-1858a8a39cb4 req-e0d03bcf-7b3e-45c7-8abe-f92741521ce5 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Synchronizing usage tracker for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:security_group {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:03.115326 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3c31-276e-4020-8c9e-7848ee621fbb req-64aab75f-dc90-48d3-8c62-f013fa68c764 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:03.124330 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-20d2e6de-2c1f-425b-9a8a-2052ddede86f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=807dca0e-317c-4eac-bf79-52df18c361c9 HTTP/1.1" status: 200 len: 217 time: 0.1246419 Apr 19 19:11:03.126277 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ff2f3c31-276e-4020-8c9e-7848ee621fbb req-64aab75f-dc90-48d3-8c62-f013fa68c764 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 945 time: 0.5529194 Apr 19 19:11:03.186546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e94add-8b25-4ac3-a8fe-7959a002be1d req-1a838841-5788-491e-b665-cf8e9ab30669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:03.188336 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0e94add-8b25-4ac3-a8fe-7959a002be1d req-1a838841-5788-491e-b665-cf8e9ab30669 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 1098 time: 0.5613613 Apr 19 19:11:03.198212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.200485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4ede612e-e286-47e3-9408-8b62dd26535d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.222384 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4ede612e-e286-47e3-9408-8b62dd26535d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:03.228200 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4ede612e-e286-47e3-9408-8b62dd26535d admin admin] Usage tracker for resource:security_group_rule and tenant:914f352d239448738847fc38a5e2bc78 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:03.232403 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4ede612e-e286-47e3-9408-8b62dd26535d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:03.239925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4ede612e-e286-47e3-9408-8b62dd26535d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:03.267626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-eba1b73d-8a9b-43f7-aa3a-1858a8a39cb4 req-e0d03bcf-7b3e-45c7-8abe-f92741521ce5 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Unset dirty status for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:security_group {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:03.268892 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eba1b73d-8a9b-43f7-aa3a-1858a8a39cb4 req-e0d03bcf-7b3e-45c7-8abe-f92741521ce5 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594873 Apr 19 19:11:03.318904 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0e94add-8b25-4ac3-a8fe-7959a002be1d req-effbf425-5594-4f7e-8035-dc40052fd837 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.345024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-d0e94add-8b25-4ac3-a8fe-7959a002be1d req-effbf425-5594-4f7e-8035-dc40052fd837 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:03.355282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4ede612e-e286-47e3-9408-8b62dd26535d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.368101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4ede612e-e286-47e3-9408-8b62dd26535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.370900 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ff2f3c31-276e-4020-8c9e-7848ee621fbb req-9185cc8c-f2b6-47fa-9b21-853685cb08d0 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434816 Apr 19 19:11:03.374973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d0e94add-8b25-4ac3-a8fe-7959a002be1d req-effbf425-5594-4f7e-8035-dc40052fd837 service neutron] Usage tracker for resource:security_group_rule and tenant:e032703b872f4d4ab7fedcbb13025624 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:03.391514 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d0e94add-8b25-4ac3-a8fe-7959a002be1d req-effbf425-5594-4f7e-8035-dc40052fd837 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:03.404193 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:03.416008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-d0e94add-8b25-4ac3-a8fe-7959a002be1d req-effbf425-5594-4f7e-8035-dc40052fd837 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:03.434182 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4ede612e-e286-47e3-9408-8b62dd26535d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=914f352d239448738847fc38a5e2bc78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6489663 Apr 19 19:11:03.444543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-c4c3a968-25ff-4465-a151-c52eb0ad0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:03.446240 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-c4c3a968-25ff-4465-a151-c52eb0ad0187 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aff121a2-6622-4771-b76a-26fbc12fb5c6 HTTP/1.1" status: 200 len: 856 time: 0.3045895 Apr 19 19:11:03.446993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35872) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:03.456734 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77847d60-3d82-4156-b602-bc64e987a85d', 'tag': '807dca0e-317c-4eac-bf79-52df18c361c9', 'status': 'completed', 'code': 200} Apr 19 19:11:03.570268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede612e-e286-47e3-9408-8b62dd26535d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad696b4b-233e-4e8d-8d01-ac9b264c6507,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:03.579281 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4ede612e-e286-47e3-9408-8b62dd26535d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:03.613819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6cd04d7c-2b1e-466e-83c2-0d6018096d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.655831 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6cd04d7c-2b1e-466e-83c2-0d6018096d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.688126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-c5de71e2-79d2-423d-9467-88675f0c59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:03.689752 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-c5de71e2-79d2-423d-9467-88675f0c59d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12b2d1c3-a47c-4778-88b3-735d924c1730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1832345 Apr 19 19:11:03.827552 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6cd04d7c-2b1e-466e-83c2-0d6018096d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.834983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-343d1f23-0eab-4c79-ba7a-aa9ea87b6887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:03.859532 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294fd24-eec1-41e4-ad57-74616e4e4364 req-4f84a710-a69d-4833-aac3-66ae24c9a4c5 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:03.861164 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1294fd24-eec1-41e4-ad57-74616e4e4364 req-4f84a710-a69d-4833-aac3-66ae24c9a4c5 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 945 time: 0.4420049 Apr 19 19:11:03.863492 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd04d7c-2b1e-466e-83c2-0d6018096d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad696b4b-233e-4e8d-8d01-ac9b264c6507,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:03.868319 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6cd04d7c-2b1e-466e-83c2-0d6018096d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:03.871052 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-d435b078-2446-4ac2-9f4d-0a35be00335c service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715488 Apr 19 19:11:03.871942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6cd04d7c-2b1e-466e-83c2-0d6018096d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.883206 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-6cd04d7c-2b1e-466e-83c2-0d6018096d9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad696b4b-233e-4e8d-8d01-ac9b264c6507 HTTP/1.1" status: 204 len: 168 time: 0.4251797 Apr 19 19:11:03.932971 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dbe99-8481-48dd-8f2b-934ad9cfab93 req-e9970066-1bbf-49b2-a1a3-93077f792ac7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:03.934674 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d44dbe99-8481-48dd-8f2b-934ad9cfab93 req-e9970066-1bbf-49b2-a1a3-93077f792ac7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.3864746 Apr 19 19:11:03.941147 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0e94add-8b25-4ac3-a8fe-7959a002be1d req-effbf425-5594-4f7e-8035-dc40052fd837 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.963342 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device aa5e26c8-7091-4829-ac60-19ddfac94774 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:11:04.041398 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c55323d2-9a3a-478d-88e3-557a74a4d948 req-ca471a21-5a7a-451c-9cb7-8fa177a46cb4 service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561460 Apr 19 19:11:04.167649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port aa5e26c8-7091-4829-ac60-19ddfac94774, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aa5e26c8-7091-4829-ac60-19ddfac94774,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:04.183761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': 'aa5e26c8-7091-4829-ac60-19ddfac94774', 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8', 'port_id': 'aa5e26c8-7091-4829-ac60-19ddfac94774', 'mac_address': 'fa:16:3e:84:73:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0884850-23a1-48fc-bfbb-a46bc1a4800f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:11:04.194739 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0e94add-8b25-4ac3-a8fe-7959a002be1d req-effbf425-5594-4f7e-8035-dc40052fd837 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.219858 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a16a-2430-417d-a010-0d3c8a27b87d req-a114d1ed-d9ba-4ac2-aca2-8cdb53ab52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:04.222177 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6ae3a16a-2430-417d-a010-0d3c8a27b87d req-a114d1ed-d9ba-4ac2-aca2-8cdb53ab52d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2514bbc2c78476eab3ffab97021c52f&device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 1096 time: 0.1154356 Apr 19 19:11:04.244882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-18151579-64f4-41bd-b2b9-e16ff2baf3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:04.263986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.287975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5e26c8-7091-4829-ac60-19ddfac94774 {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:04.310143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41269d96-d911-46ff-8d65-3fe26dc7ed7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777f44fc-ac49-4014-8738-fbda985bbd09'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:04.310362 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1294fd24-eec1-41e4-ad57-74616e4e4364 req-3543d7f8-a39a-4806-afde-a70081c3b474 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404604 Apr 19 19:11:04.312033 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0e94add-8b25-4ac3-a8fe-7959a002be1d req-effbf425-5594-4f7e-8035-dc40052fd837 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0833037 Apr 19 19:11:04.318399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port aa5e26c8-7091-4829-ac60-19ddfac94774, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aa5e26c8-7091-4829-ac60-19ddfac94774,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:04.322725 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.327017 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:04.444051 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35894) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:04.465129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=aa5e26c8-7091-4829-ac60-19ddfac94774,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:04.480473 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:04.495585 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d44dbe99-8481-48dd-8f2b-934ad9cfab93 req-d6dd1540-d6d5-406d-89a3-0ecefff08c49 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5504603 Apr 19 19:11:04.496059 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbf425-5594-4f7e-8035-dc40052fd837 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=20b0b766-ed61-4d7b-85a1-ff00bd2d95c9,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:04.499579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c8af199b-490c-47fd-9c88-b36a18965974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.499725 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-effbf425-5594-4f7e-8035-dc40052fd837 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:04.519287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a16a-2430-417d-a010-0d3c8a27b87d req-6629ef61-ee93-48e8-9ff6-721a8b13419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:04.520878 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6ae3a16a-2430-417d-a010-0d3c8a27b87d req-6629ef61-ee93-48e8-9ff6-721a8b13419c service neutron] 10.222.0.52 "GET /v2.0/networks?id=12b2d1c3-a47c-4778-88b3-735d924c1730 HTTP/1.1" status: 200 len: 918 time: 0.2915771 Apr 19 19:11:04.524122 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-c8af199b-490c-47fd-9c88-b36a18965974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:04.529631 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-c8af199b-490c-47fd-9c88-b36a18965974 admin admin] Usage tracker for resource:security_group_rule and tenant:66ff32f75b964670881facb15dda056e is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:04.533860 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-c8af199b-490c-47fd-9c88-b36a18965974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:04.566810 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41269d96-d911-46ff-8d65-3fe26dc7ed7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777f44fc-ac49-4014-8738-fbda985bbd09', 'code': 200} Apr 19 19:11:04.597682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149c7f26-5d85-4fa7-ba36-a92616ece815 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:04.610717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.649581 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Transition to ACTIVE for port object 149c7f26-5d85-4fa7-ba36-a92616ece815 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:11:04.656941 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['aa5e26c8-7091-4829-ac60-19ddfac94774'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:11:04.666334 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8c652-2c41-4a52-bb32-afa1fda65bb6 req-ae6281f8-80ef-47fc-b905-243b8ef6baa4 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:04.667438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-caa8c652-2c41-4a52-bb32-afa1fda65bb6 req-ae6281f8-80ef-47fc-b905-243b8ef6baa4 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Synchronizing usage tracker for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:04.671611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.677479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:04.701107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-c8af199b-490c-47fd-9c88-b36a18965974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:04.709631 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6ae3a16a-2430-417d-a010-0d3c8a27b87d req-3fe90437-8b80-4e57-afb9-fda25ba866d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=807dca0e-317c-4eac-bf79-52df18c361c9 HTTP/1.1" status: 200 len: 217 time: 0.1636713 Apr 19 19:11:04.764537 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Pushing event updated for resources: {'Port': ['ID=149c7f26-5d85-4fa7-ba36-a92616ece815,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:04.786430 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:04.838938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a16a-2430-417d-a010-0d3c8a27b87d req-af8a2324-fded-4af3-b813-189ebbed8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:04.840920 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6ae3a16a-2430-417d-a010-0d3c8a27b87d req-af8a2324-fded-4af3-b813-189ebbed8961 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aff121a2-6622-4771-b76a-26fbc12fb5c6 HTTP/1.1" status: 200 len: 856 time: 0.1096954 Apr 19 19:11:04.979897 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c8af199b-490c-47fd-9c88-b36a18965974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.986009 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c8af199b-490c-47fd-9c88-b36a18965974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.995634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:05.020335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-caa8c652-2c41-4a52-bb32-afa1fda65bb6 req-ae6281f8-80ef-47fc-b905-243b8ef6baa4 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Unset dirty status for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:05.027242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a16a-2430-417d-a010-0d3c8a27b87d req-521267a3-7dd5-45ed-a02f-4c9a2094569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.029207 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6ae3a16a-2430-417d-a010-0d3c8a27b87d req-521267a3-7dd5-45ed-a02f-4c9a2094569b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12b2d1c3-a47c-4778-88b3-735d924c1730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1786976 Apr 19 19:11:05.036360 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-caa8c652-2c41-4a52-bb32-afa1fda65bb6 req-ae6281f8-80ef-47fc-b905-243b8ef6baa4 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 931 time: 0.5356250 Apr 19 19:11:05.079457 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af199b-490c-47fd-9c88-b36a18965974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb8c555-ff5a-4487-b281-3d40c630089d,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:05.156012 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c8af199b-490c-47fd-9c88-b36a18965974 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66ff32f75b964670881facb15dda056e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7106607 Apr 19 19:11:05.157345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c8af199b-490c-47fd-9c88-b36a18965974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:05.163222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35920) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:05.223401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Attempting to bind port 149c7f26-5d85-4fa7-ba36-a92616ece815 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:11:05.223863 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Attempting to bind port 149c7f26-5d85-4fa7-ba36-a92616ece815 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:11:05.224325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Attempting to bind port 149c7f26-5d85-4fa7-ba36-a92616ece815 on network 6901271f-6259-4dc8-854a-e6f810c52aa8 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:05.245651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Port 149c7f26-5d85-4fa7-ba36-a92616ece815 on network 6901271f-6259-4dc8-854a-e6f810c52aa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:11:05.246100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Attempting to bind port 149c7f26-5d85-4fa7-ba36-a92616ece815 on network 6901271f-6259-4dc8-854a-e6f810c52aa8 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:05.283536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:11:05.283922 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Checking segment: {'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:11:05.284303 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Bound using segment: {'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:11:05.284781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Bound port: 149c7f26-5d85-4fa7-ba36-a92616ece815, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c109f8-61af-45ff-b974-d3d3bcba84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:11:05.285161 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:05.286424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e612f69d-49e9-47e6-84f1-a00c4a68554b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:05.290906 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6ae3a16a-2430-417d-a010-0d3c8a27b87d req-3e509e58-47f2-479e-9453-bc06688f8999 service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458837 Apr 19 19:11:05.341810 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-caa8c652-2c41-4a52-bb32-afa1fda65bb6 req-413f0609-9182-403a-9b9d-80cd315c37ea tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042309 Apr 19 19:11:05.384170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa367828-f082-4310-a821-b6f01557656c req-aa121313-9329-478b-973f-00e1c233d7a0 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.386096 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fa367828-f082-4310-a821-b6f01557656c req-aa121313-9329-478b-973f-00e1c233d7a0 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 945 time: 0.6227801 Apr 19 19:11:05.394315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb2d93-eea5-4049-909e-7faabf0a6cd2 req-2ca79756-9eb8-4acd-854b-1fc8b938c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.395989 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4ecb2d93-eea5-4049-909e-7faabf0a6cd2 req-2ca79756-9eb8-4acd-854b-1fc8b938c316 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1098 time: 0.4544013 Apr 19 19:11:05.489294 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4ecb2d93-eea5-4049-909e-7faabf0a6cd2 req-b3ddecb6-cd59-460d-bac4-d989a600d9a9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819991 Apr 19 19:11:05.529064 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fa367828-f082-4310-a821-b6f01557656c req-a8061456-ee77-4808-98a2-826087610bdb tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318779 Apr 19 19:11:05.536939 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] For port 149c7f26-5d85-4fa7-ba36-a92616ece815, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:11:05.549800 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] For port 149c7f26-5d85-4fa7-ba36-a92616ece815, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=149c7f26-5d85-4fa7-ba36-a92616ece815,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:11:05.558176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:05.578202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:05.655454 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e612f69d-49e9-47e6-84f1-a00c4a68554b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:05.713435 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.714218 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:05.715932 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] 10.222.0.52 "PUT /v2.0/ports/149c7f26-5d85-4fa7-ba36-a92616ece815 HTTP/1.1" status: 200 len: 1093 time: 2.9257002 Apr 19 19:11:05.718401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e17f61-6da2-4244-8441-39164c8b72bf', 'tag': '149c7f26-5d85-4fa7-ba36-a92616ece815'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:05.759731 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6ae3a16a-2430-417d-a010-0d3c8a27b87d req-e5195ab6-0ec9-4cfa-a09d-3bc790081026 service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506373 Apr 19 19:11:05.764498 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e612f69d-49e9-47e6-84f1-a00c4a68554b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:05.770083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:05.821592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Pushing event updated for resources: {'Port': ['ID=149c7f26-5d85-4fa7-ba36-a92616ece815,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:05.833639 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612f69d-49e9-47e6-84f1-a00c4a68554b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb8c555-ff5a-4487-b281-3d40c630089d,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:05.835042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:05.841120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e612f69d-49e9-47e6-84f1-a00c4a68554b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:05.842134 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e612f69d-49e9-47e6-84f1-a00c4a68554b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:05.844493 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e612f69d-49e9-47e6-84f1-a00c4a68554b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8cb8c555-ff5a-4487-b281-3d40c630089d HTTP/1.1" status: 204 len: 168 time: 0.6789312 Apr 19 19:11:05.882433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-03a274a3-a9ec-4a88-9588-5d854617b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.884010 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-03a274a3-a9ec-4a88-9588-5d854617b7af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 1096 time: 0.1044028 Apr 19 19:11:05.888865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2370a-192b-475a-8ad6-374572d02360 req-6b9ae818-b3e5-4b3d-981a-08c7fdc7d247 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.890492 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-88d2370a-192b-475a-8ad6-374572d02360 req-6b9ae818-b3e5-4b3d-981a-08c7fdc7d247 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 945 time: 0.2300215 Apr 19 19:11:05.938906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c8df2-2dc7-4622-a2b1-15986fc8b780 req-b43c0998-00bc-4a8b-8c2a-808218030a81 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.940578 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-870c8df2-2dc7-4622-a2b1-15986fc8b780 req-b43c0998-00bc-4a8b-8c2a-808218030a81 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.2169285 Apr 19 19:11:05.975875 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-12caf7d2-5c01-4eeb-bb85-c5958f4900f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149c7f26-5d85-4fa7-ba36-a92616ece815 HTTP/1.1" status: 200 len: 217 time: 0.0814018 Apr 19 19:11:05.989473 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-88d2370a-192b-475a-8ad6-374572d02360 req-fc7701c4-2d70-46f2-8f00-21aeaad44597 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917549 Apr 19 19:11:06.001596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 807dca0e-317c-4eac-bf79-52df18c361c9 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:11:06.016929 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-870c8df2-2dc7-4622-a2b1-15986fc8b780 req-866034f8-55dd-49dd-a90f-bd021c4e1ca8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670102 Apr 19 19:11:06.061498 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device aa5e26c8-7091-4829-ac60-19ddfac94774 up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:11:06.128324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-078af334-21b6-4cb3-99e2-b4999a183aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:06.133420 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-078af334-21b6-4cb3-99e2-b4999a183aa1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.1346064 Apr 19 19:11:06.137599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.resource_extend [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 19:11:06.138182 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e17f61-6da2-4244-8441-39164c8b72bf', 'tag': '149c7f26-5d85-4fa7-ba36-a92616ece815', 'status': 'completed', 'code': 200} Apr 19 19:11:06.217519 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-75564ad7-d120-443c-9ef3-eeb63bd11891 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726192 Apr 19 19:11:06.390545 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-0f54085b-e7e7-4c1c-b58d-1ec0b7105cab service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631734 Apr 19 19:11:06.523159 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 807dca0e-317c-4eac-bf79-52df18c361c9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=807dca0e-317c-4eac-bf79-52df18c361c9,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:06.537158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': '807dca0e-317c-4eac-bf79-52df18c361c9', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'port_id': '807dca0e-317c-4eac-bf79-52df18c361c9', 'mac_address': 'fa:16:3e:8d:1d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:11:06.604524 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61a400f0-81a1-4e82-9671-a67e8506a891 req-199259b8-1e85-4c39-be5e-a7985134275b service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001185 Apr 19 19:11:06.679036 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf30dcf2-7504-488c-be98-27e600da344e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:06.690385 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port aa5e26c8-7091-4829-ac60-19ddfac94774 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:11:06.700718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port aa5e26c8-7091-4829-ac60-19ddfac94774 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:11:06.701162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:06.775404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d3e7b-5791-4751-a250-b23f6496a621 req-be5d48b1-2f26-4c9e-897e-d36ef1195dff tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:06.777266 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8d4d3e7b-5791-4751-a250-b23f6496a621 req-be5d48b1-2f26-4c9e-897e-d36ef1195dff tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 943 time: 0.1934636 Apr 19 19:11:06.798087 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:06.829404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807dca0e-317c-4eac-bf79-52df18c361c9 {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:06.873640 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 807dca0e-317c-4eac-bf79-52df18c361c9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=807dca0e-317c-4eac-bf79-52df18c361c9,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:06.877074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:06.878500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:06.895020 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9883b537-e3ae-40e3-be5a-a166162fa86f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:06.907268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5114-e978-493f-a6b8-6fefbf925f71 req-c87cbf21-9fec-4ad7-b744-d8773c3c139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:06.909023 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b84f5114-e978-493f-a6b8-6fefbf925f71 req-c87cbf21-9fec-4ad7-b744-d8773c3c139e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 1096 time: 0.2192996 Apr 19 19:11:06.985622 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8d4d3e7b-5791-4751-a250-b23f6496a621 req-93802b84-b26e-45e4-915f-33e7d86160da tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016647 Apr 19 19:11:07.060440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc0e0d-bfd8-40c7-b7a8-6becc3cf760e req-e0307d77-44e3-4007-bdb3-3210056be6f9 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:07.062161 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-58fc0e0d-bfd8-40c7-b7a8-6becc3cf760e req-e0307d77-44e3-4007-bdb3-3210056be6f9 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 945 time: 0.1804955 Apr 19 19:11:07.214847 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-58fc0e0d-bfd8-40c7-b7a8-6becc3cf760e req-3b2af85a-8455-4027-98af-6ebbe9696b65 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426725 Apr 19 19:11:07.232028 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:07.330605 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=807dca0e-317c-4eac-bf79-52df18c361c9,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:07.348345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:07.361471 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b139e4-8c66-4dae-bbcf-4a2c22532f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5e26c8-7091-4829-ac60-19ddfac94774'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:07.375978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5114-e978-493f-a6b8-6fefbf925f71 req-5a7c49ff-3c95-4966-bfd0-917886bd0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:07.377501 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b84f5114-e978-493f-a6b8-6fefbf925f71 req-5a7c49ff-3c95-4966-bfd0-917886bd0a52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 920 time: 0.4564250 Apr 19 19:11:07.379701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port aa5e26c8-7091-4829-ac60-19ddfac94774, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aa5e26c8-7091-4829-ac60-19ddfac94774,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:07.386166 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:07.388492 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:07.445252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['807dca0e-317c-4eac-bf79-52df18c361c9'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:11:07.510876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ca874-2a5b-4c28-8fb6-c3f5c8ff1160 req-c1ce7f01-1cc1-41eb-880f-65addde33813 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:07.519443 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3c0ca874-2a5b-4c28-8fb6-c3f5c8ff1160 req-c1ce7f01-1cc1-41eb-880f-65addde33813 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 945 time: 0.2173238 Apr 19 19:11:07.588640 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3c0ca874-2a5b-4c28-8fb6-c3f5c8ff1160 req-2ec0e215-eb46-477c-82f6-15999cc56770 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676632 Apr 19 19:11:07.593630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 35998) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:07.612182 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3ac07-a582-4489-9062-1407050a0928 req-5831639c-f7b0-440f-8816-0e7a8b8a8361 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:07.619351 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-99f3ac07-a582-4489-9062-1407050a0928 req-5831639c-f7b0-440f-8816-0e7a8b8a8361 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 944 time: 0.2253621 Apr 19 19:11:07.638604 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b84f5114-e978-493f-a6b8-6fefbf925f71 req-2e30cd3c-8601-4cab-a2b6-969d9e784a95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149c7f26-5d85-4fa7-ba36-a92616ece815 HTTP/1.1" status: 200 len: 217 time: 0.2451236 Apr 19 19:11:07.694863 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b139e4-8c66-4dae-bbcf-4a2c22532f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5e26c8-7091-4829-ac60-19ddfac94774', 'code': 200} Apr 19 19:11:07.697955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=aa5e26c8-7091-4829-ac60-19ddfac94774,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:07.711915 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-99f3ac07-a582-4489-9062-1407050a0928 req-d9fc1a5d-8100-46f4-a130-9d86b16493fe tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849252 Apr 19 19:11:07.751741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5114-e978-493f-a6b8-6fefbf925f71 req-e9782ba4-5772-478d-a91f-09737ee80652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:07.753520 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b84f5114-e978-493f-a6b8-6fefbf925f71 req-e9782ba4-5772-478d-a91f-09737ee80652 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.1137307 Apr 19 19:11:07.785479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:07.818301 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b84f5114-e978-493f-a6b8-6fefbf925f71 req-b6a70cd5-1f2b-4268-a0e3-b9d37236924e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579691 Apr 19 19:11:07.988033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fbfddcc0-8748-41f7-a089-3a3e85f080c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.006983 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b84f5114-e978-493f-a6b8-6fefbf925f71 req-a077c585-4394-4a73-bd5e-2ccd04ce3aa9 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808000 Apr 19 19:11:08.013004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-fbfddcc0-8748-41f7-a089-3a3e85f080c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:08.017103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-fbfddcc0-8748-41f7-a089-3a3e85f080c7 admin admin] Usage tracker for resource:security_group_rule and tenant:33bcd07a47e2416987260fee5b106cf5 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:08.027323 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-fbfddcc0-8748-41f7-a089-3a3e85f080c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:08.037478 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-fbfddcc0-8748-41f7-a089-3a3e85f080c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:08.250858 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fbfddcc0-8748-41f7-a089-3a3e85f080c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.261487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fbfddcc0-8748-41f7-a089-3a3e85f080c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.274876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:08.334965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b6941bf5-38ab-4ccc-8d34-8828021c4d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.338850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36018) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:08.345727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfddcc0-8748-41f7-a089-3a3e85f080c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65824de-6f7f-49ba-bdbc-17696acff76f,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:08.369406 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8e1ba-66a5-44e9-a413-50bcc3980a93 req-0f2922ef-0080-4f14-b68f-89e4ab53b82d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:08.371415 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-05b8e1ba-66a5-44e9-a413-50bcc3980a93 req-0f2922ef-0080-4f14-b68f-89e4ab53b82d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 943 time: 0.1486254 Apr 19 19:11:08.375925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-fbfddcc0-8748-41f7-a089-3a3e85f080c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:08.393247 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-fbfddcc0-8748-41f7-a089-3a3e85f080c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33bcd07a47e2416987260fee5b106cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7987669 Apr 19 19:11:08.396001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36024) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:08.459217 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-05b8e1ba-66a5-44e9-a413-50bcc3980a93 req-84b16b37-6c3d-4689-b0f5-43ec44d12cd8 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788493 Apr 19 19:11:08.501554 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c572b689-0015-4bd8-b480-894839132e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.505132 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cc283ec3-a23a-48ba-b669-f19b479dc138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.517685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-c572b689-0015-4bd8-b480-894839132e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:08.523280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-c572b689-0015-4bd8-b480-894839132e77 admin admin] Usage tracker for resource:security_group_rule and tenant:457d7e44e67948149fd04ae302f87fe7 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:08.527584 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-c572b689-0015-4bd8-b480-894839132e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:08.533833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-c572b689-0015-4bd8-b480-894839132e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:08.540483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cc283ec3-a23a-48ba-b669-f19b479dc138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.592942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cc283ec3-a23a-48ba-b669-f19b479dc138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.598250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7fbda6fb-cf09-41d3-b467-dfb2499baecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:08.611007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc283ec3-a23a-48ba-b669-f19b479dc138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65824de-6f7f-49ba-bdbc-17696acff76f,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:08.613415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cc283ec3-a23a-48ba-b669-f19b479dc138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:08.616955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cc283ec3-a23a-48ba-b669-f19b479dc138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.618964 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-cc283ec3-a23a-48ba-b669-f19b479dc138 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d65824de-6f7f-49ba-bdbc-17696acff76f HTTP/1.1" status: 204 len: 168 time: 0.2216268 Apr 19 19:11:08.648218 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c572b689-0015-4bd8-b480-894839132e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.651894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c572b689-0015-4bd8-b480-894839132e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.661154 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9bbda8a9-bf77-4286-9230-b9af60cf6bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:08.701120 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c572b689-0015-4bd8-b480-894839132e77 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=457d7e44e67948149fd04ae302f87fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595879 Apr 19 19:11:08.704169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36034) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:08.706044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572b689-0015-4bd8-b480-894839132e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865bb38-4a28-4a22-98da-d45e34d65ed2,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:08.709882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c572b689-0015-4bd8-b480-894839132e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:08.766818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.776979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d3e8-b2e2-4125-bd7a-c4dd5d221253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.806235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d3e8-b2e2-4125-bd7a-c4dd5d221253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.854786 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d3e8-b2e2-4125-bd7a-c4dd5d221253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.861761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:08.876044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0d3e8-b2e2-4125-bd7a-c4dd5d221253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865bb38-4a28-4a22-98da-d45e34d65ed2,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:08.878700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7bf0d3e8-b2e2-4125-bd7a-c4dd5d221253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:08.879649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d3e8-b2e2-4125-bd7a-c4dd5d221253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.880874 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7bf0d3e8-b2e2-4125-bd7a-c4dd5d221253 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f865bb38-4a28-4a22-98da-d45e34d65ed2 HTTP/1.1" status: 204 len: 168 time: 0.1756520 Apr 19 19:11:08.948694 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36044) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:08.951564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346158d-9bc9-4a3d-88fa-28e937a00872 req-a7879ded-7bd7-438b-809f-facb08a276f5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:08.953949 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c346158d-9bc9-4a3d-88fa-28e937a00872 req-a7879ded-7bd7-438b-809f-facb08a276f5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 944 time: 0.1079276 Apr 19 19:11:08.972822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0518d30-8648-45e7-a967-db48c83da041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.992902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a0518d30-8648-45e7-a967-db48c83da041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:08.997242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a0518d30-8648-45e7-a967-db48c83da041 admin admin] Usage tracker for resource:security_group_rule and tenant:4ac4dd3b505141dfbccc418805ce7301 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:09.000483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a0518d30-8648-45e7-a967-db48c83da041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:09.007096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a0518d30-8648-45e7-a967-db48c83da041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:09.014850 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c346158d-9bc9-4a3d-88fa-28e937a00872 req-1c3f63c0-0e3b-46a3-ba5f-2302faf47eb2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487578 Apr 19 19:11:09.098120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0518d30-8648-45e7-a967-db48c83da041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.101652 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0518d30-8648-45e7-a967-db48c83da041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.123333 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6cd04d7c-2b1e-466e-83c2-0d6018096d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:09.150696 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a0518d30-8648-45e7-a967-db48c83da041 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ac4dd3b505141dfbccc418805ce7301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005172 Apr 19 19:11:09.153938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36054) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:09.159191 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0518d30-8648-45e7-a967-db48c83da041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de27f91e-b221-4526-993f-f026d3500fe0,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:09.162972 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a0518d30-8648-45e7-a967-db48c83da041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:09.223169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e889fa74-5d7c-48c1-bfd4-888e9b4601d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.253646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e889fa74-5d7c-48c1-bfd4-888e9b4601d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.301247 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e889fa74-5d7c-48c1-bfd4-888e9b4601d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.306689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-870907d6-f26d-4f57-a730-303874711501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:09.321203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889fa74-5d7c-48c1-bfd4-888e9b4601d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de27f91e-b221-4526-993f-f026d3500fe0,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:09.324375 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e889fa74-5d7c-48c1-bfd4-888e9b4601d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:09.334420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e889fa74-5d7c-48c1-bfd4-888e9b4601d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.335673 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e889fa74-5d7c-48c1-bfd4-888e9b4601d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de27f91e-b221-4526-993f-f026d3500fe0 HTTP/1.1" status: 204 len: 168 time: 0.1804833 Apr 19 19:11:09.368564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.689125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab804f8-9955-4204-b967-a0d4d99bd8a5 req-767cb035-be62-4216-ae38-00ecd1923439 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:09.690907 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cab804f8-9955-4204-b967-a0d4d99bd8a5 req-767cb035-be62-4216-ae38-00ecd1923439 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 943 time: 0.1187470 Apr 19 19:11:09.747608 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cab804f8-9955-4204-b967-a0d4d99bd8a5 req-2a464503-f5e1-446b-87d8-8d8024b58629 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498705 Apr 19 19:11:09.819728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 149c7f26-5d85-4fa7-ba36-a92616ece815 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:11:09.831075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36090) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:09.850091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d841194e-8c5d-49d7-a960-32d5f19a9458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.865580 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-d841194e-8c5d-49d7-a960-32d5f19a9458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:09.869885 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d841194e-8c5d-49d7-a960-32d5f19a9458 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f953db0976454fa865b9df5e32b4bf is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:09.873115 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d841194e-8c5d-49d7-a960-32d5f19a9458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:09.879143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-d841194e-8c5d-49d7-a960-32d5f19a9458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:09.966413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d841194e-8c5d-49d7-a960-32d5f19a9458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.969786 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d841194e-8c5d-49d7-a960-32d5f19a9458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.970248 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 149c7f26-5d85-4fa7-ba36-a92616ece815, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=149c7f26-5d85-4fa7-ba36-a92616ece815,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:09.982508 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e889fa74-5d7c-48c1-bfd4-888e9b4601d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:09.985444 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': '149c7f26-5d85-4fa7-ba36-a92616ece815', 'network_id': '6901271f-6259-4dc8-854a-e6f810c52aa8', 'port_id': '149c7f26-5d85-4fa7-ba36-a92616ece815', 'mac_address': 'fa:16:3e:c3:23:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0884850-23a1-48fc-bfbb-a46bc1a4800f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:11:10.026997 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d841194e-8c5d-49d7-a960-32d5f19a9458 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8f953db0976454fa865b9df5e32b4bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946809 Apr 19 19:11:10.027334 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36096) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:10.028831 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841194e-8c5d-49d7-a960-32d5f19a9458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f81e9e-b214-4237-af99-ce3823f79e6f,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:10.032150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d841194e-8c5d-49d7-a960-32d5f19a9458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:10.068865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.089724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149c7f26-5d85-4fa7-ba36-a92616ece815 {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:10.111014 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 149c7f26-5d85-4fa7-ba36-a92616ece815, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=149c7f26-5d85-4fa7-ba36-a92616ece815,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:10.115462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.118232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:10.150481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f21c5b8a-b5fb-44f1-91ba-5ad964fdbccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.203171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f21c5b8a-b5fb-44f1-91ba-5ad964fdbccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.212931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=149c7f26-5d85-4fa7-ba36-a92616ece815,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:10.226825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:10.259738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f21c5b8a-b5fb-44f1-91ba-5ad964fdbccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.263444 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b5e3-5799-43d0-8de8-5c43ed8bafaf req-23f3ce5e-762b-4751-82af-da627e204b88 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:10.265579 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d301b5e3-5799-43d0-8de8-5c43ed8bafaf req-23f3ce5e-762b-4751-82af-da627e204b88 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 944 time: 0.1013718 Apr 19 19:11:10.267026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cc283ec3-a23a-48ba-b669-f19b479dc138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:10.280892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c5b8a-b5fb-44f1-91ba-5ad964fdbccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f81e9e-b214-4237-af99-ce3823f79e6f,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:10.284023 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f21c5b8a-b5fb-44f1-91ba-5ad964fdbccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:10.291993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f21c5b8a-b5fb-44f1-91ba-5ad964fdbccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.295923 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f21c5b8a-b5fb-44f1-91ba-5ad964fdbccb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66f81e9e-b214-4237-af99-ce3823f79e6f HTTP/1.1" status: 204 len: 168 time: 0.2646797 Apr 19 19:11:10.319965 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d301b5e3-5799-43d0-8de8-5c43ed8bafaf req-490a008f-35bb-42bf-8976-b09ae132e4f6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475392 Apr 19 19:11:10.737811 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.998946 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40628e1e-9e5c-424d-8cb6-26e24fd93b32 req-aea28b11-77a3-44fc-99fd-a97224de7a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:11.000531 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-40628e1e-9e5c-424d-8cb6-26e24fd93b32 req-aea28b11-77a3-44fc-99fd-a97224de7a09 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 1098 time: 0.1703520 Apr 19 19:11:11.002594 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b84f5114-e978-493f-a6b8-6fefbf925f71 req-118c7ed2-eda6-4f76-a2ce-5aca634ee75c service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755660 Apr 19 19:11:11.017254 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8de84a-c44a-4d72-8b21-3a0e24227578 req-04edd2c2-ddd9-43b7-b44e-d535876a166f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:11.018850 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bf8de84a-c44a-4d72-8b21-3a0e24227578 req-04edd2c2-ddd9-43b7-b44e-d535876a166f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 944 time: 0.1266568 Apr 19 19:11:11.087669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-40628e1e-9e5c-424d-8cb6-26e24fd93b32 req-33ab10d0-d449-442f-bc9e-91fcf9643271 service neutron] Synchronizing usage tracker for tenant:e032703b872f4d4ab7fedcbb13025624 on resource:security_group {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:11.113646 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bf8de84a-c44a-4d72-8b21-3a0e24227578 req-e6230847-0d10-4e60-9a0c-f2086345ea6a tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765786 Apr 19 19:11:11.127582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-40628e1e-9e5c-424d-8cb6-26e24fd93b32 req-33ab10d0-d449-442f-bc9e-91fcf9643271 service neutron] Unset dirty status for tenant:e032703b872f4d4ab7fedcbb13025624 on resource:security_group {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:11.128792 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-40628e1e-9e5c-424d-8cb6-26e24fd93b32 req-33ab10d0-d449-442f-bc9e-91fcf9643271 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090169 Apr 19 19:11:11.175052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['149c7f26-5d85-4fa7-ba36-a92616ece815'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:11:11.551944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f1ba1-df4e-41d1-a7c9-5707d65e7031 req-543ec3be-b0d6-4f59-96cb-f9aa4b7cfc67 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:11.554969 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f99f1ba1-df4e-41d1-a7c9-5707d65e7031 req-543ec3be-b0d6-4f59-96cb-f9aa4b7cfc67 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 944 time: 0.1137204 Apr 19 19:11:11.621994 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f99f1ba1-df4e-41d1-a7c9-5707d65e7031 req-6939006b-c915-418e-9041-13f6f09757f6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610042 Apr 19 19:11:12.392382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43db6c-723b-40c1-ae70-abb00c4ee9c4 req-80f825ea-f2a7-4345-b4f2-60e0fd1a2cd1 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:12.401814 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ec43db6c-723b-40c1-ae70-abb00c4ee9c4 req-80f825ea-f2a7-4345-b4f2-60e0fd1a2cd1 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 944 time: 0.1228640 Apr 19 19:11:12.452344 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ec43db6c-723b-40c1-ae70-abb00c4ee9c4 req-41cd2975-a9ee-4e8d-a3f7-80e328d99ae9 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488262 Apr 19 19:11:12.866173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cb7ad-b57b-415c-9418-25c229a98e3e req-54d548e8-34e3-4585-89b2-662b367f75e8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:12.874482 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-510cb7ad-b57b-415c-9418-25c229a98e3e req-54d548e8-34e3-4585-89b2-662b367f75e8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 944 time: 0.1226144 Apr 19 19:11:12.913661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 149c7f26-5d85-4fa7-ba36-a92616ece815 up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:11:12.923420 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-510cb7ad-b57b-415c-9418-25c229a98e3e req-ab239fa1-5ef3-4325-b4ed-62376f2d4a5b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479157 Apr 19 19:11:12.986941 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port 149c7f26-5d85-4fa7-ba36-a92616ece815 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:11:12.991912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port 149c7f26-5d85-4fa7-ba36-a92616ece815 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:11:12.992272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.123695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.153277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e17f61-6da2-4244-8441-39164c8b72bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149c7f26-5d85-4fa7-ba36-a92616ece815'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:13.164073 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 149c7f26-5d85-4fa7-ba36-a92616ece815, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=149c7f26-5d85-4fa7-ba36-a92616ece815,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:13.167806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.168705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 807dca0e-317c-4eac-bf79-52df18c361c9 up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:11:13.201005 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:13.249909 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e17f61-6da2-4244-8441-39164c8b72bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149c7f26-5d85-4fa7-ba36-a92616ece815', 'code': 200} Apr 19 19:11:13.317644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=149c7f26-5d85-4fa7-ba36-a92616ece815,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:13.322183 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:13.329736 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port 807dca0e-317c-4eac-bf79-52df18c361c9 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:11:13.335351 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port 807dca0e-317c-4eac-bf79-52df18c361c9 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:11:13.335858 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.468808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.476401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ca8db-5d75-44bc-a2a5-2899336c0c27 req-690e415b-e01f-4e63-a886-9fe820dd1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:13.480560 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b64ca8db-5d75-44bc-a2a5-2899336c0c27 req-690e415b-e01f-4e63-a886-9fe820dd1e67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 1098 time: 0.0833757 Apr 19 19:11:13.525260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 807dca0e-317c-4eac-bf79-52df18c361c9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=807dca0e-317c-4eac-bf79-52df18c361c9,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:13.528717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.530770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-91d19b80-98dd-4078-9ade-a960fce534e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:13.537974 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b64ca8db-5d75-44bc-a2a5-2899336c0c27 req-3748dd59-d3b8-4a3d-b775-e1071396b132 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490775 Apr 19 19:11:13.616186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=807dca0e-317c-4eac-bf79-52df18c361c9,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:13.620510 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:13.691975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d312b-1726-4f48-8d93-982b8f41423a req-eb3f76d8-ff56-4f57-bfc2-16ba3eb93e3e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:13.693421 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-da0d312b-1726-4f48-8d93-982b8f41423a req-eb3f76d8-ff56-4f57-bfc2-16ba3eb93e3e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0957978 Apr 19 19:11:13.745968 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-da0d312b-1726-4f48-8d93-982b8f41423a req-764933a9-9d26-4250-ae89-dccff6ec5ef8 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457296 Apr 19 19:11:14.156679 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2f293-a3ab-4c95-9f23-a280905c992a req-95d3d5da-eff1-4bbd-aa81-631c3f665ffe tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:14.158229 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-33d2f293-a3ab-4c95-9f23-a280905c992a req-95d3d5da-eff1-4bbd-aa81-631c3f665ffe tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1104422 Apr 19 19:11:14.209359 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-33d2f293-a3ab-4c95-9f23-a280905c992a req-f882c129-dea6-480f-bec9-2099cc87bb8f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444605 Apr 19 19:11:14.952104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb2669-ee77-41d3-aa71-e2e21e5f7b38 req-b92e42e1-fde4-4921-9acc-29ee3fe81639 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:14.953859 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-65cb2669-ee77-41d3-aa71-e2e21e5f7b38 req-b92e42e1-fde4-4921-9acc-29ee3fe81639 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0900259 Apr 19 19:11:15.008989 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-65cb2669-ee77-41d3-aa71-e2e21e5f7b38 req-b6dd9655-6f41-4ca8-996b-753ccd22d258 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487726 Apr 19 19:11:15.250155 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77847d60-3d82-4156-b602-bc64e987a85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807dca0e-317c-4eac-bf79-52df18c361c9'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:15.365815 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77847d60-3d82-4156-b602-bc64e987a85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807dca0e-317c-4eac-bf79-52df18c361c9', 'code': 200} Apr 19 19:11:15.742996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce718f-4b49-4b37-9d56-295203ab7122 req-5f1a138d-e547-4e90-b4cf-ba48fe31ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:15.745046 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a9ce718f-4b49-4b37-9d56-295203ab7122 req-5f1a138d-e547-4e90-b4cf-ba48fe31ea27 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 1098 time: 0.1195011 Apr 19 19:11:15.818795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f56ec-3848-4ffe-98ea-71b9ed615176 req-f39f382e-efe3-492f-baec-88e1b8a39642 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:15.822992 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c63f56ec-3848-4ffe-98ea-71b9ed615176 req-f39f382e-efe3-492f-baec-88e1b8a39642 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.4743066 Apr 19 19:11:15.823732 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a9ce718f-4b49-4b37-9d56-295203ab7122 req-ba2ad13e-4187-43af-9e73-ba5e5bdc0b13 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642781 Apr 19 19:11:15.834787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ef04d-25c0-4b20-973b-c03cd96c97be req-cfff4106-9639-43f7-bf04-3cca05b81c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:15.836424 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-021ef04d-25c0-4b20-973b-c03cd96c97be req-cfff4106-9639-43f7-bf04-3cca05b81c6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 1098 time: 0.4291768 Apr 19 19:11:15.902249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd742a8-396e-4c29-9927-8408308ffd8d req-fcc0557c-f116-442b-99d6-f4eeeacc979d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:15.913798 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cdd742a8-396e-4c29-9927-8408308ffd8d req-fcc0557c-f116-442b-99d6-f4eeeacc979d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.4301591 Apr 19 19:11:15.917823 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c63f56ec-3848-4ffe-98ea-71b9ed615176 req-649e4a6f-2b9d-4e9c-880b-b0b68002f2d9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871675 Apr 19 19:11:16.057034 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cdd742a8-396e-4c29-9927-8408308ffd8d req-9032289c-9c31-46ae-99ea-886fab42c770 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458623 Apr 19 19:11:16.108376 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36380) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:16.119031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ef04d-25c0-4b20-973b-c03cd96c97be req-d07920ce-f0c9-4f8f-9fbf-51b509ce7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:16.120796 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-021ef04d-25c0-4b20-973b-c03cd96c97be req-d07920ce-f0c9-4f8f-9fbf-51b509ce7c69 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 920 time: 0.2073994 Apr 19 19:11:16.203063 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-021ef04d-25c0-4b20-973b-c03cd96c97be req-e88213ae-3a18-41ab-ad8c-a12c80348f78 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149c7f26-5d85-4fa7-ba36-a92616ece815 HTTP/1.1" status: 200 len: 217 time: 0.0742724 Apr 19 19:11:16.261011 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-51c84d8a-215d-4c12-800d-ff3a9577ce01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:16.278306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-51c84d8a-215d-4c12-800d-ff3a9577ce01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:16.282553 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-51c84d8a-215d-4c12-800d-ff3a9577ce01 admin admin] Usage tracker for resource:security_group_rule and tenant:b1186a6835764960bc4ecdd3b774b18a is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:16.286742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-51c84d8a-215d-4c12-800d-ff3a9577ce01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:16.295181 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-51c84d8a-215d-4c12-800d-ff3a9577ce01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:16.295472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ef04d-25c0-4b20-973b-c03cd96c97be req-8078a18e-f155-430f-a492-281e0726cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:16.297016 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-021ef04d-25c0-4b20-973b-c03cd96c97be req-8078a18e-f155-430f-a492-281e0726cc5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.0785189 Apr 19 19:11:16.366888 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-021ef04d-25c0-4b20-973b-c03cd96c97be req-d22d5ab7-2d6a-4d72-a2bf-da9b2ece153e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606737 Apr 19 19:11:16.394120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-51c84d8a-215d-4c12-800d-ff3a9577ce01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:16.397932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-51c84d8a-215d-4c12-800d-ff3a9577ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:16.408898 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f21c5b8a-b5fb-44f1-91ba-5ad964fdbccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:16.460274 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-51c84d8a-215d-4c12-800d-ff3a9577ce01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1186a6835764960bc4ecdd3b774b18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506851 Apr 19 19:11:16.461837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36406) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:16.465361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c84d8a-215d-4c12-800d-ff3a9577ce01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4f7eb9-3c01-4db5-b42b-3e7ad1a3170c,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:16.482191 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-51c84d8a-215d-4c12-800d-ff3a9577ce01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:16.531904 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-021ef04d-25c0-4b20-973b-c03cd96c97be req-b7feac75-abb4-4035-ae59-e86eede0276b service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520293 Apr 19 19:11:16.552314 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-47b8efa9-8bf1-4acb-857b-b50b987e03f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:16.585138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-47b8efa9-8bf1-4acb-857b-b50b987e03f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:16.635989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:11:16.641212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-47b8efa9-8bf1-4acb-857b-b50b987e03f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:16.646588 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-776c796d-fe40-42bb-baed-cd06da9290e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:16.661490 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8efa9-8bf1-4acb-857b-b50b987e03f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4f7eb9-3c01-4db5-b42b-3e7ad1a3170c,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:16.664673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-47b8efa9-8bf1-4acb-857b-b50b987e03f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:16.665695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-47b8efa9-8bf1-4acb-857b-b50b987e03f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:16.670628 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-47b8efa9-8bf1-4acb-857b-b50b987e03f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a4f7eb9-3c01-4db5-b42b-3e7ad1a3170c HTTP/1.1" status: 204 len: 168 time: 0.2075336 Apr 19 19:11:16.704008 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-021ef04d-25c0-4b20-973b-c03cd96c97be req-b1a0b68b-f6a4-455c-bb5d-3c77442ab6bf service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587729 Apr 19 19:11:16.992810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36438) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:17.030841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-840f4d01-2f6e-457a-8be0-3112daab5a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.050070 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-840f4d01-2f6e-457a-8be0-3112daab5a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:17.055978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-840f4d01-2f6e-457a-8be0-3112daab5a55 admin admin] Usage tracker for resource:security_group_rule and tenant:3856dacd548345b0bfeb4800f3b7438b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:17.059673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-840f4d01-2f6e-457a-8be0-3112daab5a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:17.067277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-840f4d01-2f6e-457a-8be0-3112daab5a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:17.203377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48aace-6e03-4667-8918-5d6253af89af req-dc84ae70-64da-4dfc-b055-5af3a4ddfb92 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:17.205590 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2d48aace-6e03-4667-8918-5d6253af89af req-dc84ae70-64da-4dfc-b055-5af3a4ddfb92 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1361084 Apr 19 19:11:17.227017 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-840f4d01-2f6e-457a-8be0-3112daab5a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.232985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-840f4d01-2f6e-457a-8be0-3112daab5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.248015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c8af199b-490c-47fd-9c88-b36a18965974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:17.290802 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-840f4d01-2f6e-457a-8be0-3112daab5a55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3856dacd548345b0bfeb4800f3b7438b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965972 Apr 19 19:11:17.292619 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f4d01-2f6e-457a-8be0-3112daab5a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b94406-657f-4a3d-849d-4638bf03a792,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:17.295183 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36448) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:17.298227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-840f4d01-2f6e-457a-8be0-3112daab5a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:17.318237 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2d48aace-6e03-4667-8918-5d6253af89af req-3c280cc2-9a91-432f-9445-5b7f4264b97b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046813 Apr 19 19:11:17.356529 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dacdf-c670-452e-a4c5-e84ef4fa2373 req-4cb5e0c0-1cec-4edc-9692-06ea196c3325 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:17.358086 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-284dacdf-c670-452e-a4c5-e84ef4fa2373 req-4cb5e0c0-1cec-4edc-9692-06ea196c3325 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1184359 Apr 19 19:11:17.361505 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d2bf36f8-a344-4a88-a78d-8c156359be14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.389728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d2bf36f8-a344-4a88-a78d-8c156359be14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.409752 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-284dacdf-c670-452e-a4c5-e84ef4fa2373 req-02e4bc35-4945-4983-8584-afc24fa8083e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Apr 19 19:11:17.438237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d2bf36f8-a344-4a88-a78d-8c156359be14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.442217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-51c84d8a-215d-4c12-800d-ff3a9577ce01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:17.453908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf36f8-a344-4a88-a78d-8c156359be14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b94406-657f-4a3d-849d-4638bf03a792,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:17.456464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d2bf36f8-a344-4a88-a78d-8c156359be14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:17.462124 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d2bf36f8-a344-4a88-a78d-8c156359be14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.463414 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d2bf36f8-a344-4a88-a78d-8c156359be14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04b94406-657f-4a3d-849d-4638bf03a792 HTTP/1.1" status: 204 len: 168 time: 0.1671860 Apr 19 19:11:18.556583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da38282-20f3-4143-b949-127a6cab7d5b req-a7cbf3f1-a595-4863-9ef8-73f9ebedf8f1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:18.568780 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7da38282-20f3-4143-b949-127a6cab7d5b req-a7cbf3f1-a595-4863-9ef8-73f9ebedf8f1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1112390 Apr 19 19:11:18.688211 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7da38282-20f3-4143-b949-127a6cab7d5b req-f3f5894b-e0ba-4304-b108-8b6813113e75 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174660 Apr 19 19:11:18.742949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb92f57-7148-43ed-b831-caed914d936b req-c27fa66e-e9dd-444f-82b4-0101210e8ae4 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:18.755213 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bdb92f57-7148-43ed-b831-caed914d936b req-c27fa66e-e9dd-444f-82b4-0101210e8ae4 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1540623 Apr 19 19:11:18.806374 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bdb92f57-7148-43ed-b831-caed914d936b req-cfea32e7-80da-4b1b-9b36-4c3b7b35d966 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500541 Apr 19 19:11:18.898434 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36516) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:18.962761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea4d77-9ee2-4fb8-8951-ec557aeaf04c req-ad366492-8acc-44bd-a75a-a78443ee7ddf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:18.964445 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-74ea4d77-9ee2-4fb8-8951-ec557aeaf04c req-ad366492-8acc-44bd-a75a-a78443ee7ddf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.0997870 Apr 19 19:11:18.975083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36524) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:18.982193 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-69136e6d-5096-4b05-97aa-69cfe2042860 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Request body: {'floatingip': {'port_id': '807dca0e-317c-4eac-bf79-52df18c361c9'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:19.095547 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:19.109567 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-69136e6d-5096-4b05-97aa-69cfe2042860 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:19.230323 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:19.244578 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Usage tracker for resource:security_group_rule and tenant:3e0d0f034b3a43458b4497e0d98579e2 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:19.249702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:19.268863 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:19.494355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36536) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:19.632759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:19.648953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:19.653590 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d6032be9f2b04d49b3c9dd9a102a2cdc is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:19.656646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:19.662728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:19.668180 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:19.758629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:19.762476 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:19.772923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:19.811631 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6032be9f2b04d49b3c9dd9a102a2cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135235 Apr 19 19:11:19.816776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36546) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:19.872988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147e47e5-f5e9-4f76-8901-38d1a9f593d7,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:19.891997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:19.892398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:19.892763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:19.893138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:19.893519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:19.893919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:19.898766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:19.903408 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:19.903802 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:19.904194 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:19.904575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:19.904951 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:19.905328 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:19.906446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:19.912236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:19.927820 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-37396c81-5fe5-42b8-a20e-8de3f0eebff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:19.999036 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-37396c81-5fe5-42b8-a20e-8de3f0eebff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.079561 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-37396c81-5fe5-42b8-a20e-8de3f0eebff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.095486 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:20.117961 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e0d0f034b3a43458b4497e0d98579e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2159655 Apr 19 19:11:20.118171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62996a13-a125-460d-a2e7-56cfe70784fd req-1bc00511-da3b-4a6f-83e9-452a0355b197 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:20.118171 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-62996a13-a125-460d-a2e7-56cfe70784fd req-1bc00511-da3b-4a6f-83e9-452a0355b197 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1694458 Apr 19 19:11:20.119008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec3620a-906d-463d-936a-57fe7b90acc3,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:20.119150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37396c81-5fe5-42b8-a20e-8de3f0eebff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147e47e5-f5e9-4f76-8901-38d1a9f593d7,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:20.128377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-37396c81-5fe5-42b8-a20e-8de3f0eebff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:20.138350 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36554) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:20.144483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-37396c81-5fe5-42b8-a20e-8de3f0eebff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.145899 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-37396c81-5fe5-42b8-a20e-8de3f0eebff6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/147e47e5-f5e9-4f76-8901-38d1a9f593d7 HTTP/1.1" status: 204 len: 168 time: 0.3280277 Apr 19 19:11:20.182786 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-62996a13-a125-460d-a2e7-56cfe70784fd req-7a9a5256-fe4b-49c2-b7c4-1843524dd8da tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531998 Apr 19 19:11:20.223595 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:20.223993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:20.224380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:20.224762 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:20.225140 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:20.225516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:20.225977 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:20.226331 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:20.226908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:20.227283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:20.227546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:20.228004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:20.241341 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:20.282106 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.resource_extend [None req-69136e6d-5096-4b05-97aa-69cfe2042860 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 19:11:20.341374 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-717accc3-5f3c-42d0-8db4-a1ca99432903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.400045 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-717accc3-5f3c-42d0-8db4-a1ca99432903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.418059 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-69136e6d-5096-4b05-97aa-69cfe2042860 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.427647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-69136e6d-5096-4b05-97aa-69cfe2042860 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.496363 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36566) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:20.516765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b7355c2-f600-4928-95fa-09b65d277187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.536244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-0b7355c2-f600-4928-95fa-09b65d277187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:20.540628 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-0b7355c2-f600-4928-95fa-09b65d277187 admin admin] Usage tracker for resource:security_group_rule and tenant:615ff0e044af469f8f8ac1456bbcd1e4 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:20.543942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-0b7355c2-f600-4928-95fa-09b65d277187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:20.550104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-0b7355c2-f600-4928-95fa-09b65d277187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:20.615515 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-717accc3-5f3c-42d0-8db4-a1ca99432903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.623376 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f5171876-d27f-4c8d-bb9e-f1249cdc4e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:20.645940 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717accc3-5f3c-42d0-8db4-a1ca99432903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec3620a-906d-463d-936a-57fe7b90acc3,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:20.650096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b7355c2-f600-4928-95fa-09b65d277187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.654575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b7355c2-f600-4928-95fa-09b65d277187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.658771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-717accc3-5f3c-42d0-8db4-a1ca99432903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:20.665265 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [None req-69136e6d-5096-4b05-97aa-69cfe2042860 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Floating IP b33883bb-0e3e-4a95-92af-c0fe9e2891fa associated. External IP: 172.27.0.202, port: 807dca0e-317c-4eac-bf79-52df18c361c9. Apr 19 19:11:20.667524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:20.714405 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-0b7355c2-f600-4928-95fa-09b65d277187 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=615ff0e044af469f8f8ac1456bbcd1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160108 Apr 19 19:11:20.715513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7355c2-f600-4928-95fa-09b65d277187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab18448-f3e0-4238-a4fd-c1338f9065cf,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:20.720487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0b7355c2-f600-4928-95fa-09b65d277187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:20.720743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36572) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:20.786965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-717accc3-5f3c-42d0-8db4-a1ca99432903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.788194 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-717accc3-5f3c-42d0-8db4-a1ca99432903 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ec3620a-906d-463d-936a-57fe7b90acc3 HTTP/1.1" status: 204 len: 168 time: 0.6486924 Apr 19 19:11:20.797751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c932ca3-9323-48fa-a75a-fd1c5a623d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.826676 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c932ca3-9323-48fa-a75a-fd1c5a623d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.902319 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c932ca3-9323-48fa-a75a-fd1c5a623d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.912017 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-48d24a41-f086-4ef0-9f50-9a5687a49e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:20.932342 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c932ca3-9323-48fa-a75a-fd1c5a623d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab18448-f3e0-4238-a4fd-c1338f9065cf,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:20.941752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c932ca3-9323-48fa-a75a-fd1c5a623d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.943185 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-6c932ca3-9323-48fa-a75a-fd1c5a623d97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eab18448-f3e0-4238-a4fd-c1338f9065cf HTTP/1.1" status: 204 len: 168 time: 0.2190831 Apr 19 19:11:20.944486 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c932ca3-9323-48fa-a75a-fd1c5a623d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:21.114670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69136e6d-5096-4b05-97aa-69cfe2042860 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Router a93012db-1d0d-4519-82e6-a78b4ff3a477 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:11:21.441827 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69136e6d-5096-4b05-97aa-69cfe2042860 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:11:21.445243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-69136e6d-5096-4b05-97aa-69cfe2042860 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.454503 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f3136-7bbe-4c7a-8879-c3b4bb4f9ff6 None None] Sync routers for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:11:21.467797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f3136-7bbe-4c7a-8879-c3b4bb4f9ff6 None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:11:21.476324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-290f3136-7bbe-4c7a-8879-c3b4bb4f9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:11:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:21.503344 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36608) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:21.576867 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-69136e6d-5096-4b05-97aa-69cfe2042860 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "PUT /v2.0/floatingips/b33883bb-0e3e-4a95-92af-c0fe9e2891fa HTTP/1.1" status: 200 len: 991 time: 2.6001070 Apr 19 19:11:21.577941 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77847d60-3d82-4156-b602-bc64e987a85d', 'tag': '807dca0e-317c-4eac-bf79-52df18c361c9'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:21.582609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1063a-0ddb-425a-8be6-9dbfc93d245b req-41289a82-6cbe-426d-9280-2cc152a76aad tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:21.589767 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2cd1063a-0ddb-425a-8be6-9dbfc93d245b req-41289a82-6cbe-426d-9280-2cc152a76aad tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.2073200 Apr 19 19:11:21.592937 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4331551e-acfa-4cad-ae35-67bd0892797e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.626077 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4331551e-acfa-4cad-ae35-67bd0892797e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:21.630273 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4331551e-acfa-4cad-ae35-67bd0892797e admin admin] Usage tracker for resource:security_group_rule and tenant:74a37d72f65c4cc688e3a6c5f73553d4 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:21.634327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4331551e-acfa-4cad-ae35-67bd0892797e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:21.642038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4331551e-acfa-4cad-ae35-67bd0892797e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:21.741112 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2cd1063a-0ddb-425a-8be6-9dbfc93d245b req-f1a9975a-6224-4bf2-8de5-7968c97791be tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496134 Apr 19 19:11:21.774795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-290f3136-7bbe-4c7a-8879-c3b4bb4f9ff6 None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:11:21.808244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4331551e-acfa-4cad-ae35-67bd0892797e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.814744 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4331551e-acfa-4cad-ae35-67bd0892797e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.817549 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77847d60-3d82-4156-b602-bc64e987a85d', 'tag': '807dca0e-317c-4eac-bf79-52df18c361c9', 'status': 'completed', 'code': 200} Apr 19 19:11:21.833342 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:22.024591 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331551e-acfa-4cad-ae35-67bd0892797e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853726ec-fde4-4657-b317-8e4fd463ab90,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:22.030320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4331551e-acfa-4cad-ae35-67bd0892797e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:22.034676 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4331551e-acfa-4cad-ae35-67bd0892797e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74a37d72f65c4cc688e3a6c5f73553d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234163 Apr 19 19:11:22.037669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36632) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:22.094151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803333a9-44bf-41e1-afc0-2b39b5d18e46 req-7aa80b54-2f6c-4e94-a499-668913d691e8 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:22.096164 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-803333a9-44bf-41e1-afc0-2b39b5d18e46 req-7aa80b54-2f6c-4e94-a499-668913d691e8 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 945 time: 0.1607399 Apr 19 19:11:22.103185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a00339-739f-449a-8cf6-243fc633cad9 req-1a61fdd0-97e9-4a12-b40c-38bd8184e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:22.105311 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9a00339-739f-449a-8cf6-243fc633cad9 req-1a61fdd0-97e9-4a12-b40c-38bd8184e3c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2514bbc2c78476eab3ffab97021c52f&device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 1098 time: 0.2365098 Apr 19 19:11:22.186525 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1039bdb-c056-4352-b8d9-d6a82d2138b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:22.225427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-290f3136-7bbe-4c7a-8879-c3b4bb4f9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': 'b33883bb-0e3e-4a95-92af-c0fe9e2891fa', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'port_id': '807dca0e-317c-4eac-bf79-52df18c361c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'mac_address': 'fa:16:3e:8d:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77847d60-3d82-4156-b602-bc64e987a85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:10:46Z', 'updated_at': '2021-04-19T19:11:20Z', 'revision_number': 1, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:47Z', 'revision_number': 5, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:22.230258 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f3136-7bbe-4c7a-8879-c3b4bb4f9ff6 None None] Checking router: a93012db-1d0d-4519-82e6-a78b4ff3a477 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:11:22.247217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f3136-7bbe-4c7a-8879-c3b4bb4f9ff6 None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:11:22.248203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-290f3136-7bbe-4c7a-8879-c3b4bb4f9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:11:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:22.250227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1039bdb-c056-4352-b8d9-d6a82d2138b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:22.329101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1039bdb-c056-4352-b8d9-d6a82d2138b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:22.334719 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:22.348092 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1039bdb-c056-4352-b8d9-d6a82d2138b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853726ec-fde4-4657-b317-8e4fd463ab90,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:22.350659 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-803333a9-44bf-41e1-afc0-2b39b5d18e46 req-b30301b4-51b5-4cd0-9b71-676a9293ecfe tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440512 Apr 19 19:11:22.380511 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a00339-739f-449a-8cf6-243fc633cad9 req-e3ef6f52-2c14-458e-a5e5-a2aff912b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:22.382396 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9a00339-739f-449a-8cf6-243fc633cad9 req-e3ef6f52-2c14-458e-a5e5-a2aff912b64b service neutron] 10.222.0.52 "GET /v2.0/networks?id=12b2d1c3-a47c-4778-88b3-735d924c1730 HTTP/1.1" status: 200 len: 918 time: 0.2607880 Apr 19 19:11:22.388375 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b1039bdb-c056-4352-b8d9-d6a82d2138b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:22.401552 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1039bdb-c056-4352-b8d9-d6a82d2138b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:22.402840 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b1039bdb-c056-4352-b8d9-d6a82d2138b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/853726ec-fde4-4657-b317-8e4fd463ab90 HTTP/1.1" status: 204 len: 168 time: 0.3638878 Apr 19 19:11:22.513754 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9a00339-739f-449a-8cf6-243fc633cad9 req-c5ba67c9-669b-49d2-99e6-3723378918ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=807dca0e-317c-4eac-bf79-52df18c361c9 HTTP/1.1" status: 200 len: 999 time: 0.1222746 Apr 19 19:11:22.597054 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a00339-739f-449a-8cf6-243fc633cad9 req-e1459a66-122c-4f64-ba6d-261476f18e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:22.598733 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9a00339-739f-449a-8cf6-243fc633cad9 req-e1459a66-122c-4f64-ba6d-261476f18e86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aff121a2-6622-4771-b76a-26fbc12fb5c6 HTTP/1.1" status: 200 len: 856 time: 0.0725193 Apr 19 19:11:22.678789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-290f3136-7bbe-4c7a-8879-c3b4bb4f9ff6 None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:11:22.713754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a00339-739f-449a-8cf6-243fc633cad9 req-5a3e0a84-05dd-422f-b5dc-99a5aa76a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:22.715831 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9a00339-739f-449a-8cf6-243fc633cad9 req-5a3e0a84-05dd-422f-b5dc-99a5aa76a483 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12b2d1c3-a47c-4778-88b3-735d924c1730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1077635 Apr 19 19:11:22.889162 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9a00339-739f-449a-8cf6-243fc633cad9 req-9fb8964b-1db5-4997-ad49-8c2a142ecf0a service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486709 Apr 19 19:11:23.219087 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-290f3136-7bbe-4c7a-8879-c3b4bb4f9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': 'b33883bb-0e3e-4a95-92af-c0fe9e2891fa', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'port_id': '807dca0e-317c-4eac-bf79-52df18c361c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'mac_address': 'fa:16:3e:8d:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77847d60-3d82-4156-b602-bc64e987a85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:10:46Z', 'updated_at': '2021-04-19T19:11:20Z', 'revision_number': 1, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:47Z', 'revision_number': 5, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:23.223819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f3136-7bbe-4c7a-8879-c3b4bb4f9ff6 None None] The sync data for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi is: [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': 'b33883bb-0e3e-4a95-92af-c0fe9e2891fa', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'port_id': '807dca0e-317c-4eac-bf79-52df18c361c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'mac_address': 'fa:16:3e:8d:1d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77847d60-3d82-4156-b602-bc64e987a85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:10:46Z', 'updated_at': '2021-04-19T19:11:20Z', 'revision_number': 1, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:47Z', 'revision_number': 5, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:11:23.228526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65a414-4d5b-47fa-9f17-de46d6367578 req-a982c6ca-c261-43c7-9fe6-95bc5d567913 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:23.230850 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e65a414-4d5b-47fa-9f17-de46d6367578 req-a982c6ca-c261-43c7-9fe6-95bc5d567913 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.3401232 Apr 19 19:11:23.273318 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9a00339-739f-449a-8cf6-243fc633cad9 req-025b4ef5-97c2-46bc-a391-bcb35f2a09bb service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962060 Apr 19 19:11:23.327462 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e65a414-4d5b-47fa-9f17-de46d6367578 req-8aac7a66-5b31-4477-856d-2f32e0401811 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791996 Apr 19 19:11:23.633327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aecc03-00f9-4bba-ae85-99ffabfef4cc None None] New status for floating IP b33883bb-0e3e-4a95-92af-c0fe9e2891fa: ACTIVE {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:11:23.642381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65b4cb-7637-4d43-926a-285cac307968 req-71757ccb-66de-41fc-8225-595f3e859a15 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:23.644948 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a65b4cb-7637-4d43-926a-285cac307968 req-71757ccb-66de-41fc-8225-595f3e859a15 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 945 time: 0.1151958 Apr 19 19:11:23.701807 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a65b4cb-7637-4d43-926a-285cac307968 req-e46eed92-6f97-4d90-b53f-41e2ace0967c tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503693 Apr 19 19:11:24.297908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36724) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:24.512356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-87caa3a9-e3d3-41a0-b39b-366c38813973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:24.540676 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-87caa3a9-e3d3-41a0-b39b-366c38813973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:24.760965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-87caa3a9-e3d3-41a0-b39b-366c38813973 admin admin] Usage tracker for resource:security_group_rule and tenant:b5ea2c8422fd49808c72436b2eb50cf1 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:24.765313 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-87caa3a9-e3d3-41a0-b39b-366c38813973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:24.773342 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-87caa3a9-e3d3-41a0-b39b-366c38813973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:24.808859 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21ee01-3978-4034-bea5-a0ea1f4236d9 req-832e5b06-3800-42f6-929d-946d0ac0129a tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:24.810480 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a21ee01-3978-4034-bea5-a0ea1f4236d9 req-832e5b06-3800-42f6-929d-946d0ac0129a tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.3686361 Apr 19 19:11:25.002508 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a21ee01-3978-4034-bea5-a0ea1f4236d9 req-22b2029c-8098-4aea-b0fc-3ceb50474b33 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448903 Apr 19 19:11:25.072454 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-87caa3a9-e3d3-41a0-b39b-366c38813973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.087806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0dbe3-7113-4b43-ab4b-ff1b44ce6eaa req-df87cb3c-9bd9-4a9d-821a-bc63db43cac6 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:25.089913 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-57f0dbe3-7113-4b43-ab4b-ff1b44ce6eaa req-df87cb3c-9bd9-4a9d-821a-bc63db43cac6 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 945 time: 0.2764230 Apr 19 19:11:25.091536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-87caa3a9-e3d3-41a0-b39b-366c38813973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.102389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8ea371c4-77e8-4aaf-85b6-27f49249856a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:25.193621 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa25232-e754-4bd1-909e-25960ddf63d6 req-df551882-e6a6-48db-8bc0-5618d7a69d50 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:25.195238 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4aa25232-e754-4bd1-909e-25960ddf63d6 req-df551882-e6a6-48db-8bc0-5618d7a69d50 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 945 time: 0.3443162 Apr 19 19:11:25.234699 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-87caa3a9-e3d3-41a0-b39b-366c38813973 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5ea2c8422fd49808c72436b2eb50cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9355035 Apr 19 19:11:25.235595 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87caa3a9-e3d3-41a0-b39b-366c38813973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc5ffe5-6dcb-4374-bd29-f8b81ae7107f,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:25.237756 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36744) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:25.238930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-87caa3a9-e3d3-41a0-b39b-366c38813973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:25.264143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-57f0dbe3-7113-4b43-ab4b-ff1b44ce6eaa req-2cbbe8b6-9d5b-4106-a154-060e94306d5f tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Deleting port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:11:25.264526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-57f0dbe3-7113-4b43-ab4b-ff1b44ce6eaa req-2cbbe8b6-9d5b-4106-a154-060e94306d5f tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.305842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe85a-ea39-4aae-9448-cd081aa552d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.328189 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4aa25232-e754-4bd1-909e-25960ddf63d6 req-b7837611-5fb3-4f05-af33-5755049de373 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/security-groups?id=54a5d789-388c-4062-821a-e0764f4826a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220987 Apr 19 19:11:25.334527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe85a-ea39-4aae-9448-cd081aa552d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.387960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe85a-ea39-4aae-9448-cd081aa552d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.393197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e29c3718-c297-402c-b601-ff1e4c11bcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:25.406666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfe85a-ea39-4aae-9448-cd081aa552d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc5ffe5-6dcb-4374-bd29-f8b81ae7107f,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:25.410046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e2dfe85a-ea39-4aae-9448-cd081aa552d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:25.419582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe85a-ea39-4aae-9448-cd081aa552d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.425507 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e2dfe85a-ea39-4aae-9448-cd081aa552d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cdc5ffe5-6dcb-4374-bd29-f8b81ae7107f HTTP/1.1" status: 204 len: 168 time: 0.1863723 Apr 19 19:11:25.609488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-57f0dbe3-7113-4b43-ab4b-ff1b44ce6eaa req-2cbbe8b6-9d5b-4106-a154-060e94306d5f tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] For port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d,segment=NetworkSegment(74333aa5-0079-41c0-be98-fc96a54c47ee),segment_id=74333aa5-0079-41c0-be98-fc96a54c47ee)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:25.609918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-57f0dbe3-7113-4b43-ab4b-ff1b44ce6eaa req-2cbbe8b6-9d5b-4106-a154-060e94306d5f tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.748967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-57f0dbe3-7113-4b43-ab4b-ff1b44ce6eaa req-2cbbe8b6-9d5b-4106-a154-060e94306d5f tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Calling delete_port for f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:11:25.782855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36762) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:25.809624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-acecce4b-0bba-41d7-8bd1-20be8dc4786e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.838759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-acecce4b-0bba-41d7-8bd1-20be8dc4786e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:25.846415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-acecce4b-0bba-41d7-8bd1-20be8dc4786e admin admin] Usage tracker for resource:security_group_rule and tenant:bd96368bcb194750b827e92593c323e2 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:25.852153 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-acecce4b-0bba-41d7-8bd1-20be8dc4786e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:25.927519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-acecce4b-0bba-41d7-8bd1-20be8dc4786e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:26.048374 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-57f0dbe3-7113-4b43-ab4b-ff1b44ce6eaa req-2cbbe8b6-9d5b-4106-a154-060e94306d5f tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:26.061818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c97f827d-e577-4147-9c26-d3086bd4b7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:26.062386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:11:26.126567 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbe8b6-9d5b-4106-a154-060e94306d5f tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Pushing event deleted for resources: {'Port': ['ID=f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:26.131523 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2cbbe8b6-9d5b-4106-a154-060e94306d5f tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:26.278839 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f0dbe3-7113-4b43-ab4b-ff1b44ce6eaa req-2cbbe8b6-9d5b-4106-a154-060e94306d5f tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] No DVR routers for this DVR port f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:11:26.295694 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-57f0dbe3-7113-4b43-ab4b-ff1b44ce6eaa req-2cbbe8b6-9d5b-4106-a154-060e94306d5f tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:26.298953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4180c80-d4eb-4bf9-8653-9316bb5786e9', 'name': 'network-vif-deleted', 'tag': 'f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:26.306504 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-acecce4b-0bba-41d7-8bd1-20be8dc4786e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:26.314674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-acecce4b-0bba-41d7-8bd1-20be8dc4786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:26.326013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-86ae94c6-ca2d-403e-9fbc-420c97a3705b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:26.361109 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4180c80-d4eb-4bf9-8653-9316bb5786e9', 'name': 'network-vif-deleted', 'tag': 'f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d', 'status': 'completed', 'code': 200} Apr 19 19:11:26.399767 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-57f0dbe3-7113-4b43-ab4b-ff1b44ce6eaa req-2cbbe8b6-9d5b-4106-a154-060e94306d5f tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.52 "DELETE /v2.0/ports/f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d HTTP/1.1" status: 204 len: 173 time: 1.2981889 Apr 19 19:11:26.401460 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecce4b-0bba-41d7-8bd1-20be8dc4786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fdbcc6-f1e3-43b7-ae61-688f70727057,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:26.407084 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-acecce4b-0bba-41d7-8bd1-20be8dc4786e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:26.413058 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-acecce4b-0bba-41d7-8bd1-20be8dc4786e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd96368bcb194750b827e92593c323e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6256332 Apr 19 19:11:26.413058 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36776) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:26.440994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30107ce6-4b34-4e28-9187-df353c6aa7d8 req-12bd979f-0460-4d14-9eb3-6da5f892b86f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:26.442612 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-30107ce6-4b34-4e28-9187-df353c6aa7d8 req-12bd979f-0460-4d14-9eb3-6da5f892b86f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.3040640 Apr 19 19:11:26.534492 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-393eec5a-38bd-4460-b04a-bde015c44b84 req-efe88941-23bd-489d-90a1-e14501624cd0 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Synchronizing usage tracker for tenant:5b6cfbc4fe174b43a8c0a7726984afdb on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:26.589507 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-30107ce6-4b34-4e28-9187-df353c6aa7d8 req-b1cc1ed3-3bad-4ab8-bdc6-dbece1d9b345 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947063 Apr 19 19:11:26.591079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d62e9e5e-2c2e-4fc9-80cd-354d6afd6ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:26.600848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-393eec5a-38bd-4460-b04a-bde015c44b84 req-efe88941-23bd-489d-90a1-e14501624cd0 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Unset dirty status for tenant:5b6cfbc4fe174b43a8c0a7726984afdb on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:26.602064 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-393eec5a-38bd-4460-b04a-bde015c44b84 req-efe88941-23bd-489d-90a1-e14501624cd0 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.1487472 Apr 19 19:11:26.631819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d62e9e5e-2c2e-4fc9-80cd-354d6afd6ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:26.686144 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d62e9e5e-2c2e-4fc9-80cd-354d6afd6ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:26.691269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e3fed8ff-4a1b-4898-b925-41e8aa9e91c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:26.709672 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e9e5e-2c2e-4fc9-80cd-354d6afd6ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fdbcc6-f1e3-43b7-ae61-688f70727057,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:26.713214 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d62e9e5e-2c2e-4fc9-80cd-354d6afd6ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:26.715839 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d62e9e5e-2c2e-4fc9-80cd-354d6afd6ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:26.719543 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d62e9e5e-2c2e-4fc9-80cd-354d6afd6ec7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7fdbcc6-f1e3-43b7-ae61-688f70727057 HTTP/1.1" status: 204 len: 168 time: 0.3030379 Apr 19 19:11:27.797476 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414de244-3f30-4d9f-9dd7-fa6accb7693e req-78e3d9a3-3b95-41e1-8a7e-5dd9137b56b3 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:27.798839 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-414de244-3f30-4d9f-9dd7-fa6accb7693e req-78e3d9a3-3b95-41e1-8a7e-5dd9137b56b3 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0916672 Apr 19 19:11:27.847756 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-414de244-3f30-4d9f-9dd7-fa6accb7693e req-1584b7f2-5002-41a5-b575-5be63b63e78c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Apr 19 19:11:28.020979 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b825956-7ada-4821-b5c4-fa5db90f10e0 req-ac185d16-6283-4ac1-87d4-d92932aadb16 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.0639908 Apr 19 19:11:29.060953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20989a57-aa1b-46f6-9441-484861785c01 req-f60f8f64-575a-466e-b0ea-bd497ea8f21c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:29.060953 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-20989a57-aa1b-46f6-9441-484861785c01 req-f60f8f64-575a-466e-b0ea-bd497ea8f21c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0941927 Apr 19 19:11:29.114017 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-20989a57-aa1b-46f6-9441-484861785c01 req-07475bb3-f433-4424-a90d-3fa3c967531b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 Apr 19 19:11:29.275755 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-98947d0c-2d55-48ae-b0b4-0406bf37dc52 req-3250a681-c81f-4bf9-a636-2614c2bae661 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.0542948 Apr 19 19:11:29.569986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:11:29.616210 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:11:29.616606 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device f3cba4b1-66b2-4fdc-b1d7-bbcda89bf32d not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:11:30.333587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74378cc-e72c-4f90-841a-753459ddcbdb req-d7f98aab-3726-4ef0-bdf2-eca5f32d51c5 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:30.335243 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d74378cc-e72c-4f90-841a-753459ddcbdb req-d7f98aab-3726-4ef0-bdf2-eca5f32d51c5 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1016970 Apr 19 19:11:30.392210 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d74378cc-e72c-4f90-841a-753459ddcbdb req-4d0d1021-4914-4c0b-8278-843b24ff73ee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455744 Apr 19 19:11:30.454095 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7d336a6c-9021-4586-a8b5-44f3865ba298 req-31a66576-ab26-4c74-b931-4a3554e7b21e tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.0547168 Apr 19 19:11:31.604165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ebecb-b032-43d1-8f3d-34a0d8c03c87 req-73702307-0267-4a5f-8800-4d6447eeb6a0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:31.605788 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-670ebecb-b032-43d1-8f3d-34a0d8c03c87 req-73702307-0267-4a5f-8800-4d6447eeb6a0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0982263 Apr 19 19:11:31.655137 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-670ebecb-b032-43d1-8f3d-34a0d8c03c87 req-91dce01e-63ec-4d1b-8bd7-fd88894ca061 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425477 Apr 19 19:11:31.825406 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c1f7e564-f0fa-410d-909f-8060666b1a7c req-858efcc7-5dca-4426-ae01-703f550cfb08 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.0624459 Apr 19 19:11:32.865345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f0fad-f6f5-48e0-b915-6cba12ce6f20 req-94f32fa3-6a42-41de-9ad0-76f458058cee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:32.866950 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4d0f0fad-f6f5-48e0-b915-6cba12ce6f20 req-94f32fa3-6a42-41de-9ad0-76f458058cee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0899584 Apr 19 19:11:32.914855 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4d0f0fad-f6f5-48e0-b915-6cba12ce6f20 req-228d8e2c-fd63-402f-9f2d-6510c2518e1e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Apr 19 19:11:33.072932 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-39ed373a-aced-43df-9364-86a11c2d9aaa req-91a5f395-0228-44ee-8d48-2dd57b3e4364 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.0521154 Apr 19 19:11:34.071120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 36956) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:34.148187 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ac3c617-9dff-4568-a419-c3524904fb32 req-197b4afb-6b15-44ac-99ac-59646c2e0ea3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1567497 Apr 19 19:11:34.157647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d7e54-ff49-4565-9e07-3edbc34f1c66 req-bf929230-7944-4027-83d5-13c7be1ca6c2 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:34.159197 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-118d7e54-ff49-4565-9e07-3edbc34f1c66 req-bf929230-7944-4027-83d5-13c7be1ca6c2 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1223199 Apr 19 19:11:34.222197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a2291769-ca83-49d8-82ad-4f0708e9a703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:34.239114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a2291769-ca83-49d8-82ad-4f0708e9a703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:34.244620 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a2291769-ca83-49d8-82ad-4f0708e9a703 admin admin] Usage tracker for resource:security_group_rule and tenant:01bf609368cf40ae86f2a04b33f0e713 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:34.248893 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a2291769-ca83-49d8-82ad-4f0708e9a703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:34.255788 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a2291769-ca83-49d8-82ad-4f0708e9a703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:34.264981 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60e83ccd-5f47-4670-8f5f-c1c64f01bbca req-273ffcd5-1188-42dc-8834-214a212ce331 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.0544128 Apr 19 19:11:34.277480 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-118d7e54-ff49-4565-9e07-3edbc34f1c66 req-e4c49ef8-5a42-4e8d-a952-20d3abd7ebc2 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092346 Apr 19 19:11:34.363624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a2291769-ca83-49d8-82ad-4f0708e9a703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:34.364574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3c617-9dff-4568-a419-c3524904fb32 req-aa875ab0-3c6e-4392-a6f7-ab4936827042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:34.366273 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ac3c617-9dff-4568-a419-c3524904fb32 req-aa875ab0-3c6e-4392-a6f7-ab4936827042 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1098 time: 0.0877621 Apr 19 19:11:34.366900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a2291769-ca83-49d8-82ad-4f0708e9a703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:34.378222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-38aefdf9-59c6-4f04-ad4f-65188b8ef5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:34.427976 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a2291769-ca83-49d8-82ad-4f0708e9a703 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01bf609368cf40ae86f2a04b33f0e713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555877 Apr 19 19:11:34.428706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36966) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:34.431352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2291769-ca83-49d8-82ad-4f0708e9a703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f4dfe8-7318-429a-a8c1-00e6c12809b8,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:34.435198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a2291769-ca83-49d8-82ad-4f0708e9a703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:34.607169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dc1666a6-47c4-44c3-8235-81746b43982f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:34.621075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3c617-9dff-4568-a419-c3524904fb32 req-b7cee1bb-ec41-4031-a69b-e89ab4caf69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:34.622694 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ac3c617-9dff-4568-a419-c3524904fb32 req-b7cee1bb-ec41-4031-a69b-e89ab4caf69b service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.2258902 Apr 19 19:11:34.638773 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dc1666a6-47c4-44c3-8235-81746b43982f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:34.694746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dc1666a6-47c4-44c3-8235-81746b43982f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:34.698746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aee24aee-a656-4be0-bd21-a8e7727b9d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:34.710887 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1666a6-47c4-44c3-8235-81746b43982f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f4dfe8-7318-429a-a8c1-00e6c12809b8,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:34.714912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-dc1666a6-47c4-44c3-8235-81746b43982f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:34.718376 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dc1666a6-47c4-44c3-8235-81746b43982f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:34.719628 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-dc1666a6-47c4-44c3-8235-81746b43982f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9f4dfe8-7318-429a-a8c1-00e6c12809b8 HTTP/1.1" status: 204 len: 168 time: 0.2859361 Apr 19 19:11:35.082938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 36984) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:35.105008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c2ccd81-5d9d-482b-a4d4-3ca535cf9a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:35.121723 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-6c2ccd81-5d9d-482b-a4d4-3ca535cf9a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:35.127271 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-6c2ccd81-5d9d-482b-a4d4-3ca535cf9a06 admin admin] Usage tracker for resource:security_group_rule and tenant:702c820d242e48519d3b218ae065c1c9 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:35.130370 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-6c2ccd81-5d9d-482b-a4d4-3ca535cf9a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:35.136932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-6c2ccd81-5d9d-482b-a4d4-3ca535cf9a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:35.349485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c2ccd81-5d9d-482b-a4d4-3ca535cf9a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:35.353246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c2ccd81-5d9d-482b-a4d4-3ca535cf9a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:35.362868 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-37396c81-5fe5-42b8-a20e-8de3f0eebff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:35.419325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-71d2fed9-e258-4ffd-9b0e-d6288ce03932 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:35.420928 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-71d2fed9-e258-4ffd-9b0e-d6288ce03932 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 814 time: 0.2412958 Apr 19 19:11:35.433951 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-6c2ccd81-5d9d-482b-a4d4-3ca535cf9a06 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=702c820d242e48519d3b218ae065c1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490682 Apr 19 19:11:35.435602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ccd81-5d9d-482b-a4d4-3ca535cf9a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b83d09-c69a-4559-81a6-4e5c2cc87374,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:35.437208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 37002) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:35.446181 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-bdd6d1ae-52a8-451d-bbc5-b2235c887659 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/quotas/fbff15111e1d4753ab5b433204c69165 HTTP/1.1" status: 200 len: 375 time: 0.0159757 Apr 19 19:11:35.447117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c2ccd81-5d9d-482b-a4d4-3ca535cf9a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:35.507213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c6938b24-95ea-41c7-9580-c46874f5cd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:35.536995 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c6938b24-95ea-41c7-9580-c46874f5cd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:35.547799 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f7ab3a0e-19a5-466c-b001-44fd7bddbac5 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933273 Apr 19 19:11:35.588695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c6938b24-95ea-41c7-9580-c46874f5cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:35.598379 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:35.615407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6938b24-95ea-41c7-9580-c46874f5cd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b83d09-c69a-4559-81a6-4e5c2cc87374,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:35.617767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c6938b24-95ea-41c7-9580-c46874f5cd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:35.618779 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c6938b24-95ea-41c7-9580-c46874f5cd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:35.623513 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c6938b24-95ea-41c7-9580-c46874f5cd94 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0b83d09-c69a-4559-81a6-4e5c2cc87374 HTTP/1.1" status: 204 len: 168 time: 0.1851637 Apr 19 19:11:35.701886 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-2a99c680-9dc4-4f9d-ad22-4d737f6d853a service neutron] 10.222.0.55 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458323 Apr 19 19:11:36.084915 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-0ee126b3-5ab5-45ab-be0a-1db507906bdd service neutron] 10.222.0.55 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757687 Apr 19 19:11:36.292891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c8b546d-88d1-4a1d-b899-2a650160537a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:36.383039 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-312575d9-c18e-4732-b7d7-05ebffc4e72e req-34dbdf8d-6f0b-4370-b5b7-58d190f05ae6 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.0552278 Apr 19 19:11:36.585422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04acb7-5158-4d0a-b300-def64d7e44c6 req-8843df6b-3dd2-4121-8f65-1ab8a220f445 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:36.587326 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e04acb7-5158-4d0a-b300-def64d7e44c6 req-8843df6b-3dd2-4121-8f65-1ab8a220f445 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0966158 Apr 19 19:11:36.647439 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e04acb7-5158-4d0a-b300-def64d7e44c6 req-b364b464-30f9-4f8a-b7e0-1388eeb72d4b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515547 Apr 19 19:11:36.784873 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:36.806206 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f99cd61d-6740-47b0-b6ea-d0e5aaa704c4 req-d9d78b3c-2a95-4053-a5c4-b55d3cb63aa1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 210 time: 0.0524993 Apr 19 19:11:37.566010 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f50c1e86-d8e6-495e-bd8e-d8a3a1a76fec req-b960f774-d090-468d-a4a9-0f3f9c9f0204 tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4180c80-d4eb-4bf9-8653-9316bb5786e9 HTTP/1.1" status: 200 len: 210 time: 0.0493205 Apr 19 19:11:37.957933 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ac3c617-9dff-4568-a419-c3524904fb32 req-51f83436-6e62-4a00-98fc-6b891344c93b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 217 time: 0.0758312 Apr 19 19:11:38.018078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f170f96-4019-41d3-9c4e-056fc109aa0f req-2d66bfcc-5fcd-4cda-b36b-f3cf38c47700 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:38.019556 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6f170f96-4019-41d3-9c4e-056fc109aa0f req-2d66bfcc-5fcd-4cda-b36b-f3cf38c47700 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.2550268 Apr 19 19:11:38.077535 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-692002e7-325e-4ce5-8b67-0862c64f5be2 req-6c59248f-47a5-4159-9255-c5b808311c46 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 210 time: 0.0732164 Apr 19 19:11:38.130829 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3c617-9dff-4568-a419-c3524904fb32 req-0d62cfe7-e239-4734-bfb7-ac7a0e9e545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:38.132385 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ac3c617-9dff-4568-a419-c3524904fb32 req-0d62cfe7-e239-4734-bfb7-ac7a0e9e545e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.1648209 Apr 19 19:11:38.137391 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6f170f96-4019-41d3-9c4e-056fc109aa0f req-f583bf77-d770-498d-a451-28b5410d7e11 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654221 Apr 19 19:11:38.188075 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ac3c617-9dff-4568-a419-c3524904fb32 req-51241520-88cf-4a99-9a7a-050ed0421382 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469878 Apr 19 19:11:38.341956 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-58bd834e-b17f-4250-8340-e575fdf3a435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:38.360019 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ac3c617-9dff-4568-a419-c3524904fb32 req-e01532a2-a5c4-49aa-a6ff-bc75c297fd60 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533601 Apr 19 19:11:38.518345 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ac3c617-9dff-4568-a419-c3524904fb32 req-a9da1266-d45c-4765-808c-52d98d8bbaa9 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502471 Apr 19 19:11:38.761226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:39.349017 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:39.449995 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-69fee139-11e9-4c67-84c3-db32a834950a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:39.451887 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-69fee139-11e9-4c67-84c3-db32a834950a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 814 time: 0.3658824 Apr 19 19:11:39.466890 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5145d905-6807-47f9-b53f-3908d279ad43 req-0c93fe85-a9f9-432a-87a3-0595b3356a41 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 210 time: 0.1245804 Apr 19 19:11:39.477324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Request body: {'port': {'device_id': '29f33dd5-6d87-43b6-ac81-3b8b4ff081e0', 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f', 'admin_state_up': True, 'tenant_id': 'fbff15111e1d4753ab5b433204c69165'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:39.643866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7cbcc-a3e6-44b8-b38f-6f874f3d556b req-e6988b64-cadc-4320-be05-6598da997353 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:39.645368 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-99b7cbcc-a3e6-44b8-b38f-6f874f3d556b req-e6988b64-cadc-4320-be05-6598da997353 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.3019717 Apr 19 19:11:39.655883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:39.673383 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Usage tracker for resource:port and tenant:fbff15111e1d4753ab5b433204c69165 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:39.679265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:39.688056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:39.713711 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-99b7cbcc-a3e6-44b8-b38f-6f874f3d556b req-196a49a0-8c77-4163-b828-1bf967922241 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607936 Apr 19 19:11:39.714863 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Made reservation on behalf of fbff15111e1d4753ab5b433204c69165 for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:39.720668 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:39.899532 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Allocated IP 172.20.0.13 (c06345fb-504f-4da6-8c7f-16a38f90e35f/e1ad4e80-7721-4138-a1cc-4e228a93cf71/8466d8a7-c47e-444f-9b45-cbb3b8d0f56e) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:11:40.159201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.191333 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.198867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:40.208178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['777f44fc-ac49-4014-8738-fbda985bbd09'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:11:40.274547 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Network c06345fb-504f-4da6-8c7f-16a38f90e35f is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:11:40.278290 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:11:40.285891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:11:40.313596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Pushing event updated for resources: {'Port': ['ID=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:40.319105 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:40.356222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:40.356927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.399815 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9275093 Apr 19 19:11:40.415671 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Request body: {'port': {'device_id': '29f33dd5-6d87-43b6-ac81-3b8b4ff081e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:40.553076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 37150) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:40.622085 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.734386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.738197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-80701eca-7f49-4108-9c93-29ff8753486f admin admin] Deleting subnet 1c0d16eb-da6a-4250-9a35-f9489f770f85 {{(pid=86441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:11:40.751417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-80701eca-7f49-4108-9c93-29ff8753486f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.880703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-80701eca-7f49-4108-9c93-29ff8753486f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852762686'] for subnet, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:41.321650 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1205a-b047-41c9-8a59-ff817927b1cb req-77f5cb4b-5add-4e9b-8af0-dffe64126cc3 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:41.322387 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-e4d1205a-b047-41c9-8a59-ff817927b1cb req-77f5cb4b-5add-4e9b-8af0-dffe64126cc3 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Synchronizing usage tracker for tenant:fbff15111e1d4753ab5b433204c69165 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:41.327666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-80701eca-7f49-4108-9c93-29ff8753486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:41.512509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-e4d1205a-b047-41c9-8a59-ff817927b1cb req-77f5cb4b-5add-4e9b-8af0-dffe64126cc3 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Unset dirty status for tenant:fbff15111e1d4753ab5b433204c69165 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:41.513774 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e4d1205a-b047-41c9-8a59-ff817927b1cb req-77f5cb4b-5add-4e9b-8af0-dffe64126cc3 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 932 time: 0.8801398 Apr 19 19:11:41.533626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddecfc-ea37-4a3a-9e10-2f07b1828035 req-2b0718eb-9d12-45ea-9022-e5b0f6ac60a6 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:41.535192 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-47ddecfc-ea37-4a3a-9e10-2f07b1828035 req-2b0718eb-9d12-45ea-9022-e5b0f6ac60a6 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.6608987 Apr 19 19:11:41.673079 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e4d1205a-b047-41c9-8a59-ff817927b1cb req-35853138-54fa-4903-8dcf-fe170bcb1fe2 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487632 Apr 19 19:11:41.738795 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-47ddecfc-ea37-4a3a-9e10-2f07b1828035 req-604e5254-49e7-41fd-b4a6-e40bac4dfc48 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768007 Apr 19 19:11:41.791171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:41.805596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:41.828924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Transition to ACTIVE for port object 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:11:41.832975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:41.841787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:41.892673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-80701eca-7f49-4108-9c93-29ff8753486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854053530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27333294'] for subnet, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:41.983903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Pushing event updated for resources: {'Port': ['ID=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:41.987413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:41.989132 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-437007a6-954b-4e42-8970-6956964f31a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:42.015487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-80701eca-7f49-4108-9c93-29ff8753486f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.088719 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80701eca-7f49-4108-9c93-29ff8753486f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0d16eb-da6a-4250-9a35-f9489f770f85,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:42.094373 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-80701eca-7f49-4108-9c93-29ff8753486f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1c0d16eb-da6a-4250-9a35-f9489f770f85 HTTP/1.1" status: 204 len: 168 time: 1.5402086 Apr 19 19:11:42.097527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 37172) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:42.099576 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-80701eca-7f49-4108-9c93-29ff8753486f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:42.135979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Attempting to bind port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:11:42.136343 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Attempting to bind port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:11:42.136705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Attempting to bind port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e on network c06345fb-504f-4da6-8c7f-16a38f90e35f {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:42.141726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e on network c06345fb-504f-4da6-8c7f-16a38f90e35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:11:42.142071 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Attempting to bind port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e on network c06345fb-504f-4da6-8c7f-16a38f90e35f {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:42.147679 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:11:42.147978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Checking segment: {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:11:42.148398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Bound using segment: {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:11:42.148848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Bound port: 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:11:42.149604 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.249788 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] For port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:11:42.253560 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] For port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:11:42.258932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.264716 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:42.332549 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:42.333207 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.334878 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] 10.222.0.52 "PUT /v2.0/ports/8466d8a7-c47e-444f-9b45-cbb3b8d0f56e HTTP/1.1" status: 200 len: 1094 time: 1.9244156 Apr 19 19:11:42.335238 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f33dd5-6d87-43b6-ac81-3b8b4ff081e0', 'tag': '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:42.364829 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Pushing event updated for resources: {'Port': ['ID=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:42.368266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:42.391804 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f33dd5-6d87-43b6-ac81-3b8b4ff081e0', 'tag': '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e', 'status': 'completed', 'code': 200} Apr 19 19:11:42.430258 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.562404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.681902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6724de2-7ad1-4e42-836a-ccf07ab6083a']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:42.696230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74333aa5-0079-41c0-be98-fc96a54c47ee') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:42.696566 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74333aa5-0079-41c0-be98-fc96a54c47ee') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:42.709586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947599'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.724944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.731412 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:11:42.885878 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd58e-e724-46ad-a8fb-d04ee4f7b500 req-ea0da055-56bc-4834-94d6-7261e8a950b0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:42.887582 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-091cd58e-e724-46ad-a8fb-d04ee4f7b500 req-ea0da055-56bc-4834-94d6-7261e8a950b0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 944 time: 0.0946989 Apr 19 19:11:42.917478 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Network c6724de2-7ad1-4e42-836a-ccf07ab6083a has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:11:42.927047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853900507'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.945467 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-091cd58e-e724-46ad-a8fb-d04ee4f7b500 req-e961d783-6a18-4d67-87d0-ba61db7d488f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507360 Apr 19 19:11:43.113010 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Network c6724de2-7ad1-4e42-836a-ccf07ab6083a has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:11:43.138786 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:11:43.168654 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e34ae-160b-441e-814d-b0e46a40adf7 req-7218b1d3-92e4-4323-82da-8958b12f666c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:43.170269 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e5e34ae-160b-441e-814d-b0e46a40adf7 req-7218b1d3-92e4-4323-82da-8958b12f666c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1058829 Apr 19 19:11:43.221232 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e5e34ae-160b-441e-814d-b0e46a40adf7 req-765ee194-eb4d-44c5-b444-5a7801e260c0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Apr 19 19:11:43.238691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:43.242838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:43.265418 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:43.267514 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6724de2-7ad1-4e42-836a-ccf07ab6083a,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:43.270617 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:43.284110 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c6724de2-7ad1-4e42-836a-ccf07ab6083a HTTP/1.1" status: 204 len: 168 time: 1.1854367 Apr 19 19:11:43.490629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 37196) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:43.546740 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-795e45f5-a010-4cf8-b1c6-e1d5a6a47c37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b6cfbc4fe174b43a8c0a7726984afdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0547299 Apr 19 19:11:43.549408 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 37200) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:43.613927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31bd06c2-9f2d-414f-87d6-35c201e257dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:43.645824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31bd06c2-9f2d-414f-87d6-35c201e257dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:43.699074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31bd06c2-9f2d-414f-87d6-35c201e257dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:43.702896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae8d75e1-734e-40d4-b6ac-a4f808a5f66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:43.717982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd06c2-9f2d-414f-87d6-35c201e257dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a5d789-388c-4062-821a-e0764f4826a2,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:43.721003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-31bd06c2-9f2d-414f-87d6-35c201e257dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:43.730574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31bd06c2-9f2d-414f-87d6-35c201e257dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:43.732433 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-31bd06c2-9f2d-414f-87d6-35c201e257dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54a5d789-388c-4062-821a-e0764f4826a2 HTTP/1.1" status: 204 len: 168 time: 0.1815374 Apr 19 19:11:44.169739 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af8a7e-ad83-4f86-873c-22fcda0e140c req-2f602b61-424a-411b-a938-c1e06ca9edf9 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:44.171574 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-09af8a7e-ad83-4f86-873c-22fcda0e140c req-2f602b61-424a-411b-a938-c1e06ca9edf9 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 944 time: 0.0944295 Apr 19 19:11:44.219314 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-09af8a7e-ad83-4f86-873c-22fcda0e140c req-c5301840-793d-454d-97ca-d17ba4f46863 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413871 Apr 19 19:11:44.432393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77521a4-fb9c-4cf1-b6e8-1ac749c2503a req-3ee24094-d0d1-427e-844f-d2b62ca972ec tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:44.434006 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b77521a4-fb9c-4cf1-b6e8-1ac749c2503a req-3ee24094-d0d1-427e-844f-d2b62ca972ec tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0935357 Apr 19 19:11:44.498070 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b77521a4-fb9c-4cf1-b6e8-1ac749c2503a req-292d6d7e-b4df-4da9-acce-16b0c8787e85 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544074 Apr 19 19:11:45.038232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243e319-f0c4-454b-a390-845a3c5323af req-90284c8b-4dbd-4722-aaa0-78a72a609bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.042148 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0243e319-f0c4-454b-a390-845a3c5323af req-90284c8b-4dbd-4722-aaa0-78a72a609bb8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 1097 time: 0.1032927 Apr 19 19:11:45.226921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243e319-f0c4-454b-a390-845a3c5323af req-fe6cffec-468d-4433-8023-57be3924ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.228530 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0243e319-f0c4-454b-a390-845a3c5323af req-fe6cffec-468d-4433-8023-57be3924ec87 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=fbff15111e1d4753ab5b433204c69165&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1761477 Apr 19 19:11:45.434042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243e319-f0c4-454b-a390-845a3c5323af req-679dec1e-1e17-4c60-9796-d37313d8312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.435650 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0243e319-f0c4-454b-a390-845a3c5323af req-679dec1e-1e17-4c60-9796-d37313d8312f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1975293 Apr 19 19:11:45.466870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae5613-b1fb-4a9b-9ea7-7043ac5ebdbb req-3f92ef42-499c-420c-ba6c-c63808ded14e tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.468367 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-37ae5613-b1fb-4a9b-9ea7-7043ac5ebdbb req-3f92ef42-499c-420c-ba6c-c63808ded14e tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 944 time: 0.1315961 Apr 19 19:11:45.520456 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-37ae5613-b1fb-4a9b-9ea7-7043ac5ebdbb req-084dfdfd-5259-4cfe-8f06-3daf954c2715 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452793 Apr 19 19:11:45.608299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-5f07511e-c2e2-4903-8d86-3b01069ef5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.610476 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-5f07511e-c2e2-4903-8d86-3b01069ef5ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 1097 time: 0.0935781 Apr 19 19:11:45.729409 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-8b3a7623-9c35-435f-8c14-929fa62e352d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e HTTP/1.1" status: 200 len: 217 time: 0.1077108 Apr 19 19:11:45.827888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-81af39f6-973b-47da-ac10-a47be28a4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.829442 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-81af39f6-973b-47da-ac10-a47be28a4fce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0811718 Apr 19 19:11:45.838045 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e06a59-e11c-4ab8-92b9-344bdd09b16d req-2e8126bb-be16-4ab4-8305-a2b5a8238d57 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.839560 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-97e06a59-e11c-4ab8-92b9-344bdd09b16d req-2e8126bb-be16-4ab4-8305-a2b5a8238d57 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1654081 Apr 19 19:11:45.906322 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-3a770dc7-c29a-41ab-a586-b5d159dcc729 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640330 Apr 19 19:11:46.010320 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-97e06a59-e11c-4ab8-92b9-344bdd09b16d req-7366c5c3-eaa8-413c-a7a5-15866cb2a92f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274865 Apr 19 19:11:46.079317 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-2d7c8705-287d-4e43-982b-968a01b0278c service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533744 Apr 19 19:11:46.239383 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feaa9ce5-5775-49aa-a9f0-29f84ef841b6 req-12d14cbf-b75a-4fb8-bac3-7168085aa270 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511815 Apr 19 19:11:46.763522 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7b1b-b15b-426b-869c-b185ffebdc51 req-9769d059-30a2-4372-8009-50902c1a4fbd tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:46.765131 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-79bf7b1b-b15b-426b-869c-b185ffebdc51 req-9769d059-30a2-4372-8009-50902c1a4fbd tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 944 time: 0.0915165 Apr 19 19:11:46.834179 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-79bf7b1b-b15b-426b-869c-b185ffebdc51 req-2b928c26-dd0a-4090-880c-cd5c473a38bd tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606360 Apr 19 19:11:47.214604 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b26681-5af8-408b-9ea9-caf196f7ac5c req-3023216e-686a-4e57-b89f-2463d79ef476 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:47.216237 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a6b26681-5af8-408b-9ea9-caf196f7ac5c req-3023216e-686a-4e57-b89f-2463d79ef476 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0926158 Apr 19 19:11:47.264683 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a6b26681-5af8-408b-9ea9-caf196f7ac5c req-88f2cd91-026c-495e-b7b9-4163500e38d1 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419092 Apr 19 19:11:48.042357 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794b40b-3ad0-4090-b12e-61c494a2a619 req-b1ddd94d-8539-4014-b157-54aa74cc0487 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:48.044006 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7794b40b-3ad0-4090-b12e-61c494a2a619 req-b1ddd94d-8539-4014-b157-54aa74cc0487 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 944 time: 0.0899055 Apr 19 19:11:48.093044 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7794b40b-3ad0-4090-b12e-61c494a2a619 req-34d96ad9-7f7a-4576-9126-9465860ef804 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421987 Apr 19 19:11:48.493483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637cd8a-a0d1-4578-9be7-287d4c3d60ec req-7fa20d7f-bc30-4300-bc62-7ca775a62991 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:48.495154 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4637cd8a-a0d1-4578-9be7-287d4c3d60ec req-7fa20d7f-bc30-4300-bc62-7ca775a62991 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1027198 Apr 19 19:11:48.543368 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4637cd8a-a0d1-4578-9be7-287d4c3d60ec req-2cb4c141-6cc1-4147-841d-85bc061c95c1 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Apr 19 19:11:49.313217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706ae59-b803-4925-8fb6-4172bd2adc7c req-b605c8f8-7833-408c-9a58-ba2a3ba1c431 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:49.314840 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f706ae59-b803-4925-8fb6-4172bd2adc7c req-b605c8f8-7833-408c-9a58-ba2a3ba1c431 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 944 time: 0.0956032 Apr 19 19:11:49.367772 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f706ae59-b803-4925-8fb6-4172bd2adc7c req-b078733e-4623-45e3-a685-b410b1b83f3f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462377 Apr 19 19:11:49.758418 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3607-4a47-41ec-9f97-a28f6e357f91 req-4497229f-22cc-4a65-bdb8-0fbe9fdd4f7a tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:49.760134 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-346d3607-4a47-41ec-9f97-a28f6e357f91 req-4497229f-22cc-4a65-bdb8-0fbe9fdd4f7a tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0898764 Apr 19 19:11:49.809077 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-346d3607-4a47-41ec-9f97-a28f6e357f91 req-1abb3465-5abd-4ee5-9f9a-0cfe29a5db44 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423234 Apr 19 19:11:50.788913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458312c3-00a1-4317-bbb2-ed4f2262f7be req-075f1e2c-38e2-491b-8367-9114d056e839 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:50.790566 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-458312c3-00a1-4317-bbb2-ed4f2262f7be req-075f1e2c-38e2-491b-8367-9114d056e839 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 944 time: 0.3074727 Apr 19 19:11:50.842008 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-458312c3-00a1-4317-bbb2-ed4f2262f7be req-eda0bb87-c727-42ff-87bb-41b8ceba9bcf tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450463 Apr 19 19:11:51.017925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f8972-542d-493a-8ec4-a9b797a73637 req-489ac591-9b76-4534-ac29-d2690f97cd8d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:51.019681 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-513f8972-542d-493a-8ec4-a9b797a73637 req-489ac591-9b76-4534-ac29-d2690f97cd8d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0889411 Apr 19 19:11:51.089243 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-513f8972-542d-493a-8ec4-a9b797a73637 req-aeb1063b-e3f4-4ad5-8e52-4e152aeaebc3 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589712 Apr 19 19:11:52.046771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb614c-4fb7-49c3-bbd0-911b9fac055f req-cb41c206-0756-41a3-b50d-c1e37cbdc905 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:52.048306 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7cbb614c-4fb7-49c3-bbd0-911b9fac055f req-cb41c206-0756-41a3-b50d-c1e37cbdc905 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 944 time: 0.0904717 Apr 19 19:11:52.099125 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7cbb614c-4fb7-49c3-bbd0-911b9fac055f req-335894ca-87f3-431b-b537-1efa5b2673d2 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Apr 19 19:11:52.294101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17009c15-35ba-4a06-89af-7b202b97e519 req-06c1ad5b-f3d9-4572-abc6-d2bfd2789496 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:52.295706 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-17009c15-35ba-4a06-89af-7b202b97e519 req-06c1ad5b-f3d9-4572-abc6-d2bfd2789496 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0937369 Apr 19 19:11:52.345022 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-17009c15-35ba-4a06-89af-7b202b97e519 req-aec04294-46f6-4813-8127-ac63d048e13d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428174 Apr 19 19:11:53.305516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287791ed-6fc0-44e9-b959-53e4bb095f0a req-26c886a8-b73a-4f15-8849-4fa2bfc6cece tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:53.307181 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-287791ed-6fc0-44e9-b959-53e4bb095f0a req-26c886a8-b73a-4f15-8849-4fa2bfc6cece tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 944 time: 0.0889218 Apr 19 19:11:53.356310 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-287791ed-6fc0-44e9-b959-53e4bb095f0a req-f14e77b2-8e47-4f31-870a-ea9c277896e5 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424342 Apr 19 19:11:53.562742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281dddc-5022-4e18-851d-866f735c1b89 req-a70398cc-4ab2-4cd5-9982-ed94622e7bb3 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:53.564313 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8281dddc-5022-4e18-851d-866f735c1b89 req-a70398cc-4ab2-4cd5-9982-ed94622e7bb3 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0956039 Apr 19 19:11:53.616491 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8281dddc-5022-4e18-851d-866f735c1b89 req-6843d75e-6f4c-43b2-b80b-1e8abe6c41e8 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422022 Apr 19 19:11:53.637632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:11:53.790023 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:11:53.943604 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:53.959278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e', 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f', 'port_id': '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e', 'mac_address': 'fa:16:3e:b2:f2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ad4e80-7721-4138-a1cc-4e228a93cf71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:11:54.018776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.037811 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:54.055394 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:54.059222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.061228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-91d19b80-98dd-4078-9ade-a960fce534e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:54.136409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:54.144361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:54.144742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:54.145130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:54.145495 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:54.145867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:54.146229 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:54.146597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:54.146966 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:54.147347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:54.147713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:54.148102 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:54.148465 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:54.153330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:54.383013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['8466d8a7-c47e-444f-9b45-cbb3b8d0f56e'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:11:54.566404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc903e-8929-4adc-8611-aa72b0367410 req-f8e7407b-7564-4107-af72-a0ce8a816a58 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:54.570011 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-89bc903e-8929-4adc-8611-aa72b0367410 req-f8e7407b-7564-4107-af72-a0ce8a816a58 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 945 time: 0.0955272 Apr 19 19:11:54.637688 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-89bc903e-8929-4adc-8611-aa72b0367410 req-eaf30734-94d4-43c0-8dbf-9d07332d5d58 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595572 Apr 19 19:11:54.856787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140246c9-85fb-4280-86d0-82ee268545c4 req-4b8e4023-bf69-4aca-ab31-3a92f8e6fd75 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:54.858644 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-140246c9-85fb-4280-86d0-82ee268545c4 req-4b8e4023-bf69-4aca-ab31-3a92f8e6fd75 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1110923 Apr 19 19:11:54.908693 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-140246c9-85fb-4280-86d0-82ee268545c4 req-33f1616c-ab7c-41c9-bcd1-5add81fe7c9b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432847 Apr 19 19:11:55.859882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c4c21-5aa3-400b-8194-5857ead29cdb req-891583e9-b17e-4e86-af9b-cb13f658493c tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:55.861503 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e5c4c21-5aa3-400b-8194-5857ead29cdb req-891583e9-b17e-4e86-af9b-cb13f658493c tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 945 time: 0.1009960 Apr 19 19:11:55.913637 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e5c4c21-5aa3-400b-8194-5857ead29cdb req-5006a001-5771-4509-b04c-79bbdeea5610 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428791 Apr 19 19:11:56.108996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad1f73-3e12-4840-9732-bc9a426c613b req-36906c8e-5ea5-4380-a6d9-3eacee2fdd93 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:56.110798 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8cad1f73-3e12-4840-9732-bc9a426c613b req-36906c8e-5ea5-4380-a6d9-3eacee2fdd93 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0901227 Apr 19 19:11:56.159894 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8cad1f73-3e12-4840-9732-bc9a426c613b req-0696c327-c2dc-4bfe-8ad2-c9e1e049c1cb tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426402 Apr 19 19:11:57.117264 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd7f8f-6a4e-4fd9-bc58-e617a383a942 req-566e9f14-e324-4377-80aa-51d145743364 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:57.118875 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c6cd7f8f-6a4e-4fd9-bc58-e617a383a942 req-566e9f14-e324-4377-80aa-51d145743364 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 945 time: 0.0920064 Apr 19 19:11:57.169419 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c6cd7f8f-6a4e-4fd9-bc58-e617a383a942 req-36e9f2b0-2ea5-40d4-af7b-40297506dc35 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Apr 19 19:11:57.376526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389b16e-3fae-41bc-85d8-06bd802b2329 req-f24005ee-46af-4a45-af48-33646c1e52da tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:57.378292 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b389b16e-3fae-41bc-85d8-06bd802b2329 req-f24005ee-46af-4a45-af48-33646c1e52da tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1002910 Apr 19 19:11:57.426706 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b389b16e-3fae-41bc-85d8-06bd802b2329 req-80a32c7a-4297-4e15-9cc4-8b0c0b25faf2 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 Apr 19 19:11:58.382057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c3e20-5d8f-4943-be04-0b4681a31c40 req-5450b23e-ca07-4b2b-87bd-dbe0d7b5d223 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:58.383569 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5b3c3e20-5d8f-4943-be04-0b4681a31c40 req-5450b23e-ca07-4b2b-87bd-dbe0d7b5d223 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 945 time: 0.0968080 Apr 19 19:11:58.435830 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5b3c3e20-5d8f-4943-be04-0b4681a31c40 req-43068867-eec7-464c-9553-d634b2a0ea41 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Apr 19 19:11:58.639971 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaad93-b68c-4a76-b7d1-579d77ea1080 req-77859ee1-a896-4f8e-9f8b-36e685ecff67 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:58.641440 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5bbaad93-b68c-4a76-b7d1-579d77ea1080 req-77859ee1-a896-4f8e-9f8b-36e685ecff67 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0961652 Apr 19 19:11:58.704220 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5bbaad93-b68c-4a76-b7d1-579d77ea1080 req-bd09b8d9-70ef-48b3-8fc5-2c5fa247f965 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525434 Apr 19 19:11:59.654971 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135d8e5-9179-48c4-82f2-b6fad6c8ae7f req-6e5114b5-1872-4944-a114-089ab57fb948 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:59.656595 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c135d8e5-9179-48c4-82f2-b6fad6c8ae7f req-6e5114b5-1872-4944-a114-089ab57fb948 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 945 time: 0.0925393 Apr 19 19:11:59.708593 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c135d8e5-9179-48c4-82f2-b6fad6c8ae7f req-44ce7c5c-f030-43a1-83b2-88e7f93e0a72 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Apr 19 19:11:59.962923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ee5df-f4c0-4ae6-be55-db8dd4a77394 req-4f142270-d0e7-432f-85f2-3c92e22b38b3 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:59.964548 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad2ee5df-f4c0-4ae6-be55-db8dd4a77394 req-4f142270-d0e7-432f-85f2-3c92e22b38b3 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0936036 Apr 19 19:12:00.015536 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad2ee5df-f4c0-4ae6-be55-db8dd4a77394 req-0c943dc2-95ee-4e74-90e2-c64119055995 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Apr 19 19:12:00.924461 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54ed6d-dc64-41e5-bc29-ee2edd13278a req-9e80efa1-364d-4ce1-a2e8-82c478e87bb2 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:00.926102 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3d54ed6d-dc64-41e5-bc29-ee2edd13278a req-9e80efa1-364d-4ce1-a2e8-82c478e87bb2 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 945 time: 0.0983734 Apr 19 19:12:00.974376 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3d54ed6d-dc64-41e5-bc29-ee2edd13278a req-19d2e329-7464-44a2-b524-15640e7afdf3 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418930 Apr 19 19:12:01.230152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034387aa-88bc-4a8e-b57e-98cb4e312602 req-3d4cc8f7-e0ff-466d-8424-06b22750d0c4 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:01.231656 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-034387aa-88bc-4a8e-b57e-98cb4e312602 req-3d4cc8f7-e0ff-466d-8424-06b22750d0c4 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0891128 Apr 19 19:12:01.279011 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-034387aa-88bc-4a8e-b57e-98cb4e312602 req-2d2aeeb8-e41a-4ace-ad40-1029d813b1ee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410376 Apr 19 19:12:02.254483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92933a-d39e-42ca-8550-9781d2b426fd req-e2ac35d4-c978-4449-b249-dbc1e12a1d9c tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:02.257178 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a92933a-d39e-42ca-8550-9781d2b426fd req-e2ac35d4-c978-4449-b249-dbc1e12a1d9c tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 945 time: 0.1625190 Apr 19 19:12:02.309962 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a92933a-d39e-42ca-8550-9781d2b426fd req-5dce36da-3bed-4921-afcf-4f9c5d3c9843 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Apr 19 19:12:02.508804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405851-027d-46be-a9c2-e9481e80f0d0 req-c46ec200-c505-4a36-968d-9ce4ce64c55c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:02.510683 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19405851-027d-46be-a9c2-e9481e80f0d0 req-c46ec200-c505-4a36-968d-9ce4ce64c55c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0906160 Apr 19 19:12:02.563035 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19405851-027d-46be-a9c2-e9481e80f0d0 req-9695fbb2-cedf-4b2d-b850-ba173645d4b3 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458715 Apr 19 19:12:03.529770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba9abe-a9dd-46dd-9948-31280eff9ba4 req-4f9bef43-cd71-462a-9819-f02bb34f681d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:03.531395 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61ba9abe-a9dd-46dd-9948-31280eff9ba4 req-4f9bef43-cd71-462a-9819-f02bb34f681d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 945 time: 0.0980623 Apr 19 19:12:03.580160 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-61ba9abe-a9dd-46dd-9948-31280eff9ba4 req-c20ef83f-7efd-4f99-a39f-b7a96b0d35df tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Apr 19 19:12:03.878844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edbe65-7179-41ed-84fa-e1ba7495c1b9 req-5819e9c9-7837-47ba-bfa7-58dd67f2380c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:03.880449 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-36edbe65-7179-41ed-84fa-e1ba7495c1b9 req-5819e9c9-7837-47ba-bfa7-58dd67f2380c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0958865 Apr 19 19:12:03.901915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:03.929597 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-36edbe65-7179-41ed-84fa-e1ba7495c1b9 req-a9eb320c-f641-4e12-b92f-ab524e0a5187 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Apr 19 19:12:03.976538 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:03.982987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:03.983413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.113111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.141180 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f33dd5-6d87-43b6-ac81-3b8b4ff081e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:04.152315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:04.156707 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.158662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:04.196407 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f33dd5-6d87-43b6-ac81-3b8b4ff081e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e', 'code': 200} Apr 19 19:12:04.229859 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:04.233422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:04.800395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede20e05-3608-4945-b810-aab052988068 req-2bd2937e-8aab-4206-a052-caefb0ec8a0d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:04.801961 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ede20e05-3608-4945-b810-aab052988068 req-2bd2937e-8aab-4206-a052-caefb0ec8a0d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 946 time: 0.0988672 Apr 19 19:12:04.850911 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ede20e05-3608-4945-b810-aab052988068 req-7af82af3-8ccb-438b-9abf-485b9cfefe06 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419908 Apr 19 19:12:05.221477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22603861-a628-4190-b007-1809e712c664 req-69a685ed-8e48-4a63-9da2-1142680fedb7 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:05.223082 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-22603861-a628-4190-b007-1809e712c664 req-69a685ed-8e48-4a63-9da2-1142680fedb7 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1610918 Apr 19 19:12:05.231909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d854-2a19-486a-ab82-bc8478f35b64 req-662bd6ac-c3b5-4618-a73c-393edae0b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:05.233366 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3f62d854-2a19-486a-ab82-bc8478f35b64 req-662bd6ac-c3b5-4618-a73c-393edae0b12b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 1099 time: 0.1091716 Apr 19 19:12:05.306827 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-22603861-a628-4190-b007-1809e712c664 req-4d2a2a88-bbc2-4ad1-8925-d2fb930021d8 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723484 Apr 19 19:12:05.308477 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3f62d854-2a19-486a-ab82-bc8478f35b64 req-8c4ac1e6-ad21-4186-8958-07b6b9dc6365 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604150 Apr 19 19:12:06.089026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e616c3c-47a7-4b25-98c2-959df365a5a7 req-11cb1aef-528f-4add-b736-25af7d201ce8 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:06.096996 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8e616c3c-47a7-4b25-98c2-959df365a5a7 req-11cb1aef-528f-4add-b736-25af7d201ce8 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 946 time: 0.1243229 Apr 19 19:12:06.158165 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8e616c3c-47a7-4b25-98c2-959df365a5a7 req-09d36e7a-5c75-4dcc-86a2-2fda5077db1a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601034 Apr 19 19:12:06.218244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 37658) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:06.289120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dadb2c8f-3d69-4ed2-b39d-ff48801c1471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:06.465037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a122a603-2057-4404-9526-23ba4e64335c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:06.502130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a122a603-2057-4404-9526-23ba4e64335c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:06.516150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a122a603-2057-4404-9526-23ba4e64335c admin admin] Usage tracker for resource:security_group_rule and tenant:74ef1b5e66f741f0abf7adb61049536b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:06.519458 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a122a603-2057-4404-9526-23ba4e64335c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:06.526957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a122a603-2057-4404-9526-23ba4e64335c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:06.566417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687522e-be3b-4745-ab45-4932d6c4ac26 req-24b45ada-4bf3-4fac-b8bd-a0c9ca0c7bc3 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:06.575406 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6687522e-be3b-4745-ab45-4932d6c4ac26 req-24b45ada-4bf3-4fac-b8bd-a0c9ca0c7bc3 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1200867 Apr 19 19:12:06.631019 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6687522e-be3b-4745-ab45-4932d6c4ac26 req-fc9f94ac-16a0-4b82-a18b-18264cf8aab8 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544152 Apr 19 19:12:06.632131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a122a603-2057-4404-9526-23ba4e64335c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:06.636416 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a122a603-2057-4404-9526-23ba4e64335c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:06.647682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c6938b24-95ea-41c7-9580-c46874f5cd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:06.692680 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 37686) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:06.692816 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a122a603-2057-4404-9526-23ba4e64335c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74ef1b5e66f741f0abf7adb61049536b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675658 Apr 19 19:12:06.697586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122a603-2057-4404-9526-23ba4e64335c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e70a33-b500-46d2-9eba-299afe3f9eb1,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:06.703244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a122a603-2057-4404-9526-23ba4e64335c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:06.777209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cbd3df84-8f1f-45a1-ac90-e19ae5b86532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:06.792529 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:06.809285 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cbd3df84-8f1f-45a1-ac90-e19ae5b86532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:06.880340 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cbd3df84-8f1f-45a1-ac90-e19ae5b86532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:06.886881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:06.900900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3df84-8f1f-45a1-ac90-e19ae5b86532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e70a33-b500-46d2-9eba-299afe3f9eb1,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:06.903710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cbd3df84-8f1f-45a1-ac90-e19ae5b86532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:06.921902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cbd3df84-8f1f-45a1-ac90-e19ae5b86532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:06.928117 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-cbd3df84-8f1f-45a1-ac90-e19ae5b86532 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02e70a33-b500-46d2-9eba-299afe3f9eb1 HTTP/1.1" status: 204 len: 168 time: 0.2342789 Apr 19 19:12:07.017516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 37700) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:07.323486 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aa944380-323c-4bda-ab15-d7eb813cac31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:07.341168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-aa944380-323c-4bda-ab15-d7eb813cac31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:07.345358 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-aa944380-323c-4bda-ab15-d7eb813cac31 admin admin] Usage tracker for resource:security_group_rule and tenant:21ae91f7a53741119259901478f4f130 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:07.349524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-aa944380-323c-4bda-ab15-d7eb813cac31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:07.356396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-aa944380-323c-4bda-ab15-d7eb813cac31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:07.387242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782969fa-9c8a-45ff-b58f-74827bac39b6 req-17ae28f4-cd05-4114-9139-1b5ae92a8dc1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:07.388834 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-782969fa-9c8a-45ff-b58f-74827bac39b6 req-17ae28f4-cd05-4114-9139-1b5ae92a8dc1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 946 time: 0.1055760 Apr 19 19:12:07.441608 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-782969fa-9c8a-45ff-b58f-74827bac39b6 req-d6aa437b-58d2-487c-828e-26ae03958351 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Apr 19 19:12:07.442509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aa944380-323c-4bda-ab15-d7eb813cac31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:07.446167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aa944380-323c-4bda-ab15-d7eb813cac31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:07.464992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-fbfddcc0-8748-41f7-a089-3a3e85f080c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:07.512908 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-aa944380-323c-4bda-ab15-d7eb813cac31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=21ae91f7a53741119259901478f4f130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4941511 Apr 19 19:12:07.514948 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa944380-323c-4bda-ab15-d7eb813cac31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f830cf4-97ca-408b-9e27-96e43f0f68df,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:07.515790 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 37724) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:07.531599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aa944380-323c-4bda-ab15-d7eb813cac31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:07.593432 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bf0f409-cdff-4114-a60e-acae512cf038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:07.624481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bf0f409-cdff-4114-a60e-acae512cf038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:07.674392 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bf0f409-cdff-4114-a60e-acae512cf038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:07.681812 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d841194e-8c5d-49d7-a960-32d5f19a9458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:07.693810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0f409-cdff-4114-a60e-acae512cf038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f830cf4-97ca-408b-9e27-96e43f0f68df,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:07.696632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9bf0f409-cdff-4114-a60e-acae512cf038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:07.702809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9bf0f409-cdff-4114-a60e-acae512cf038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:07.705024 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9bf0f409-cdff-4114-a60e-acae512cf038 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f830cf4-97ca-408b-9e27-96e43f0f68df HTTP/1.1" status: 204 len: 168 time: 0.1880901 Apr 19 19:12:07.870079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9971ba-739d-4aa5-9948-3d0e6ec486e2 req-662b0db2-26e7-497c-bc88-29b191c5fd19 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:07.871764 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5f9971ba-739d-4aa5-9948-3d0e6ec486e2 req-662b0db2-26e7-497c-bc88-29b191c5fd19 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0994930 Apr 19 19:12:07.940956 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5f9971ba-739d-4aa5-9948-3d0e6ec486e2 req-e5d25758-1a9e-4a3d-ad2b-c374a3af5ff1 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591528 Apr 19 19:12:08.329814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-be52075a-af22-4740-8445-88be69921269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:08.767109 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:09.174025 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cb367-2724-4ccd-b55a-b85ee6eeb880 req-71e9fcf2-3c34-4161-b3fc-d266509a644a tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:09.175665 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-082cb367-2724-4ccd-b55a-b85ee6eeb880 req-71e9fcf2-3c34-4161-b3fc-d266509a644a tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0926025 Apr 19 19:12:09.227612 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-082cb367-2724-4ccd-b55a-b85ee6eeb880 req-1125e696-8a92-4243-9607-96d0c895d17e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419052 Apr 19 19:12:09.332716 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:09.576250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 37840) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:09.711610 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9341540d-955f-4bc2-b754-704eb80e4f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:09.726917 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9341540d-955f-4bc2-b754-704eb80e4f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:09.731022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9341540d-955f-4bc2-b754-704eb80e4f9d admin admin] Usage tracker for resource:security_group_rule and tenant:2b3414a36519422eb95b58d87f473987 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:09.734257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9341540d-955f-4bc2-b754-704eb80e4f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:09.740348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9341540d-955f-4bc2-b754-704eb80e4f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:09.830007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9341540d-955f-4bc2-b754-704eb80e4f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:09.833477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9341540d-955f-4bc2-b754-704eb80e4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:09.846822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-87caa3a9-e3d3-41a0-b39b-366c38813973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:09.894728 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9341540d-955f-4bc2-b754-704eb80e4f9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b3414a36519422eb95b58d87f473987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169749 Apr 19 19:12:09.894936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 37860) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:09.895931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341540d-955f-4bc2-b754-704eb80e4f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce37ef1-f963-4886-a417-043304b47c55,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:09.900639 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9341540d-955f-4bc2-b754-704eb80e4f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:09.982250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bc38e953-6ad5-4a2b-9617-5eefa609b74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.010263 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bc38e953-6ad5-4a2b-9617-5eefa609b74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.058222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bc38e953-6ad5-4a2b-9617-5eefa609b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.063326 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ec77820a-11ff-4de9-9e4c-1a42c9b415f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:10.076410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38e953-6ad5-4a2b-9617-5eefa609b74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce37ef1-f963-4886-a417-043304b47c55,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:10.080649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bc38e953-6ad5-4a2b-9617-5eefa609b74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:10.091612 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bc38e953-6ad5-4a2b-9617-5eefa609b74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.095845 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-bc38e953-6ad5-4a2b-9617-5eefa609b74c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ce37ef1-f963-4886-a417-043304b47c55 HTTP/1.1" status: 204 len: 168 time: 0.1995926 Apr 19 19:12:10.472049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fd861-729c-4c39-a197-dab743821dd3 req-e27790e1-0940-4b87-8a7d-e2c15ebcea59 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:10.474138 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4f6fd861-729c-4c39-a197-dab743821dd3 req-e27790e1-0940-4b87-8a7d-e2c15ebcea59 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1145759 Apr 19 19:12:10.532466 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4f6fd861-729c-4c39-a197-dab743821dd3 req-21e6c5cc-158b-4a8e-907c-8316d3863596 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501251 Apr 19 19:12:10.619449 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 37902) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:10.751834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.765356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f9cae62f-01f3-4465-a4e7-57fcd00d287f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.784777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-f9cae62f-01f3-4465-a4e7-57fcd00d287f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:10.790089 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-f9cae62f-01f3-4465-a4e7-57fcd00d287f admin admin] Usage tracker for resource:security_group_rule and tenant:7f2fa3d110a24746b42b3070dd86f17f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:10.794126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-f9cae62f-01f3-4465-a4e7-57fcd00d287f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:10.803117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-f9cae62f-01f3-4465-a4e7-57fcd00d287f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:10.918880 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f9cae62f-01f3-4465-a4e7-57fcd00d287f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.922523 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f9cae62f-01f3-4465-a4e7-57fcd00d287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.934190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9bc4d751-cee5-4299-8c19-a957031536d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:10.970930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cae62f-01f3-4465-a4e7-57fcd00d287f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a6d050-9eca-4ddc-9bde-b9e7ac305587,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:10.982484 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f9cae62f-01f3-4465-a4e7-57fcd00d287f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:10.997413 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f9cae62f-01f3-4465-a4e7-57fcd00d287f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f2fa3d110a24746b42b3070dd86f17f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736691 Apr 19 19:12:10.997721 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 37922) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:11.078623 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-32507cec-fc08-45a3-8e37-9ef7d76c4d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.110387 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-32507cec-fc08-45a3-8e37-9ef7d76c4d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.165227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-32507cec-fc08-45a3-8e37-9ef7d76c4d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.170761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aa944380-323c-4bda-ab15-d7eb813cac31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:11.185422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32507cec-fc08-45a3-8e37-9ef7d76c4d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a6d050-9eca-4ddc-9bde-b9e7ac305587,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:11.188271 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-32507cec-fc08-45a3-8e37-9ef7d76c4d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:11.189496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-32507cec-fc08-45a3-8e37-9ef7d76c4d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.190404 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-32507cec-fc08-45a3-8e37-9ef7d76c4d34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30a6d050-9eca-4ddc-9bde-b9e7ac305587 HTTP/1.1" status: 204 len: 168 time: 0.1916018 Apr 19 19:12:11.762122 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43dd56-7154-4a12-bd03-af8aa38a17f8 req-0a9524a3-5a3b-443a-bc0a-7b49c0041cc4 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:11.763963 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9f43dd56-7154-4a12-bd03-af8aa38a17f8 req-0a9524a3-5a3b-443a-bc0a-7b49c0041cc4 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0948534 Apr 19 19:12:11.820657 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9f43dd56-7154-4a12-bd03-af8aa38a17f8 req-b92bc6cd-9aee-4876-b56c-7b612c073d56 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499346 Apr 19 19:12:13.162982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b858351-9bd5-4db5-955a-94b298d266dc req-4545cb43-f8ac-48fb-a7a4-90b08098b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:13.164595 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8b858351-9bd5-4db5-955a-94b298d266dc req-4545cb43-f8ac-48fb-a7a4-90b08098b941 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 1098 time: 0.2182679 Apr 19 19:12:13.192585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38038) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:13.201321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595fc97-19cd-4651-a79a-642323a51ae6 req-ee33c3b6-2732-4234-aa74-eac308ba102c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:13.203147 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9595fc97-19cd-4651-a79a-642323a51ae6 req-ee33c3b6-2732-4234-aa74-eac308ba102c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1466818 Apr 19 19:12:13.261448 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8b858351-9bd5-4db5-955a-94b298d266dc req-f90e5e4a-921f-458a-a24b-2b2baa7ecfea service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843284 Apr 19 19:12:13.269033 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9595fc97-19cd-4651-a79a-642323a51ae6 req-4552b35e-88ba-4722-8b31-967609e0ff49 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497236 Apr 19 19:12:13.325963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-604fa2ed-0fd0-4ea1-8f33-ab2773c37315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:13.341678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-604fa2ed-0fd0-4ea1-8f33-ab2773c37315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:13.346083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-604fa2ed-0fd0-4ea1-8f33-ab2773c37315 admin admin] Usage tracker for resource:security_group_rule and tenant:3b3996233f2d489fb73a73056af3737c is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:13.349171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-604fa2ed-0fd0-4ea1-8f33-ab2773c37315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:13.355946 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-604fa2ed-0fd0-4ea1-8f33-ab2773c37315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:13.448063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-604fa2ed-0fd0-4ea1-8f33-ab2773c37315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:13.451655 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-604fa2ed-0fd0-4ea1-8f33-ab2773c37315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:13.464282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bb5b7a5f-62b6-4fe7-941c-f22f6cbcf3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:13.509940 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-604fa2ed-0fd0-4ea1-8f33-ab2773c37315 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b3996233f2d489fb73a73056af3737c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132253 Apr 19 19:12:13.510360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38054) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:13.513266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fa2ed-0fd0-4ea1-8f33-ab2773c37315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5291bb49-bdc8-40fb-8f3b-5692e5675e96,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:13.528533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-604fa2ed-0fd0-4ea1-8f33-ab2773c37315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:13.579338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b338ab9-2c73-44df-b5de-49537917eee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:13.607027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b338ab9-2c73-44df-b5de-49537917eee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:13.654411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b338ab9-2c73-44df-b5de-49537917eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:13.659539 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e612f69d-49e9-47e6-84f1-a00c4a68554b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:13.672640 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338ab9-2c73-44df-b5de-49537917eee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5291bb49-bdc8-40fb-8f3b-5692e5675e96,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:13.676097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6b338ab9-2c73-44df-b5de-49537917eee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:13.678271 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6b338ab9-2c73-44df-b5de-49537917eee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:13.684489 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-6b338ab9-2c73-44df-b5de-49537917eee8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5291bb49-bdc8-40fb-8f3b-5692e5675e96 HTTP/1.1" status: 204 len: 168 time: 0.1730680 Apr 19 19:12:13.988048 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 38080) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:14.013084 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-465fc581-6bd3-4bc6-8b76-07e117ba83f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.029390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-465fc581-6bd3-4bc6-8b76-07e117ba83f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:14.033782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-465fc581-6bd3-4bc6-8b76-07e117ba83f9 admin admin] Usage tracker for resource:security_group_rule and tenant:62f00254116340d58a0ff7ecfed42652 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:14.036748 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-465fc581-6bd3-4bc6-8b76-07e117ba83f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:14.043208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-465fc581-6bd3-4bc6-8b76-07e117ba83f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:14.135921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-465fc581-6bd3-4bc6-8b76-07e117ba83f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.140330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-465fc581-6bd3-4bc6-8b76-07e117ba83f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.150393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4331551e-acfa-4cad-ae35-67bd0892797e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:14.191650 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-465fc581-6bd3-4bc6-8b76-07e117ba83f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62f00254116340d58a0ff7ecfed42652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022700 Apr 19 19:12:14.194446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38088) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:14.196338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fc581-6bd3-4bc6-8b76-07e117ba83f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042898ba-4e38-4052-9a57-ba8548205e8f,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:14.200034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-465fc581-6bd3-4bc6-8b76-07e117ba83f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:14.284225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c4a41dd-93c3-4023-80a9-e6f3c5eafb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.313464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c4a41dd-93c3-4023-80a9-e6f3c5eafb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.371094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c4a41dd-93c3-4023-80a9-e6f3c5eafb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.376834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a0518d30-8648-45e7-a967-db48c83da041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:14.390564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a41dd-93c3-4023-80a9-e6f3c5eafb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042898ba-4e38-4052-9a57-ba8548205e8f,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:14.394195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c4a41dd-93c3-4023-80a9-e6f3c5eafb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:14.397847 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c4a41dd-93c3-4023-80a9-e6f3c5eafb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.403189 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-6c4a41dd-93c3-4023-80a9-e6f3c5eafb78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/042898ba-4e38-4052-9a57-ba8548205e8f HTTP/1.1" status: 204 len: 168 time: 0.2073810 Apr 19 19:12:14.576747 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f98cd2-275f-400c-9f02-3934c5875db5 req-b6982ab8-a939-4bbb-986d-ba54e3e28596 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:14.578613 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-58f98cd2-275f-400c-9f02-3934c5875db5 req-b6982ab8-a939-4bbb-986d-ba54e3e28596 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0992169 Apr 19 19:12:14.655559 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-58f98cd2-275f-400c-9f02-3934c5875db5 req-3f61d2f8-661f-4c41-bb69-157a4e1493fd tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684314 Apr 19 19:12:15.063913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-dee08266-1dfe-4d44-8cdc-c3b0237dfb75 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:15.066974 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-dee08266-1dfe-4d44-8cdc-c3b0237dfb75 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 814 time: 0.1690321 Apr 19 19:12:15.092153 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-3c717282-9a36-4448-94ca-b863ffa2a645 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/quotas/fbff15111e1d4753ab5b433204c69165 HTTP/1.1" status: 200 len: 375 time: 0.0201032 Apr 19 19:12:15.194586 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-b66479e1-a4c4-4ae8-8e38-aede154ad2bb tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012783 Apr 19 19:12:15.345242 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-a1e5b6cf-a2f5-49f1-829f-c44c24eb4522 service neutron] 10.222.0.55 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497040 Apr 19 19:12:15.743394 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-dede79dd-3d23-4565-8777-42edb575996a service neutron] 10.222.0.55 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908703 Apr 19 19:12:15.903151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c564bc-367a-46ca-84b6-1df32ca64447 req-956a26cd-aade-4872-8f60-92fd7149b212 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:15.910851 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f5c564bc-367a-46ca-84b6-1df32ca64447 req-956a26cd-aade-4872-8f60-92fd7149b212 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1299343 Apr 19 19:12:15.966024 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f5c564bc-367a-46ca-84b6-1df32ca64447 req-d3895a0f-bfc5-4b8e-bed3-6c499fbbbfe6 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539012 Apr 19 19:12:16.087126 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5967416e-bbfc-4d15-8fbd-d5fc897694b6 req-7897f3e8-0c2d-4290-a2e9-aa12e14548a4 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 210 time: 0.1335430 Apr 19 19:12:16.237477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38190) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:16.272960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207892ff-1500-42a6-bad3-def1821a0850 req-961543fc-c528-426b-854a-19af80fb5f34 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:16.281606 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-207892ff-1500-42a6-bad3-def1821a0850 req-961543fc-c528-426b-854a-19af80fb5f34 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1286335 Apr 19 19:12:16.337886 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-207892ff-1500-42a6-bad3-def1821a0850 req-7872bb1c-f55d-415d-9b13-bc9773bedb05 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548582 Apr 19 19:12:16.555462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f341bc5d-9186-4de9-a8c0-e85fb8272810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:16.571497 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-f341bc5d-9186-4de9-a8c0-e85fb8272810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:16.576780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-f341bc5d-9186-4de9-a8c0-e85fb8272810 admin admin] Usage tracker for resource:security_group_rule and tenant:db56a6ad9c01498da64f2beece744904 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:16.580154 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-f341bc5d-9186-4de9-a8c0-e85fb8272810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:16.586312 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-f341bc5d-9186-4de9-a8c0-e85fb8272810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:16.679338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f341bc5d-9186-4de9-a8c0-e85fb8272810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:16.683403 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f341bc5d-9186-4de9-a8c0-e85fb8272810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:16.693362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:16.746760 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f341bc5d-9186-4de9-a8c0-e85fb8272810 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db56a6ad9c01498da64f2beece744904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5049722 Apr 19 19:12:16.746760 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341bc5d-9186-4de9-a8c0-e85fb8272810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7304b15-9cbd-4ff3-b6a5-e59eb60430e8,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:16.747525 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 38216) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:16.750113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f341bc5d-9186-4de9-a8c0-e85fb8272810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:16.829408 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-94ddc1a8-0a17-4e46-b592-3ddf0eca72a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:16.862767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-94ddc1a8-0a17-4e46-b592-3ddf0eca72a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:16.908742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-94ddc1a8-0a17-4e46-b592-3ddf0eca72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:16.914032 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-effbf425-5594-4f7e-8035-dc40052fd837 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:16.928346 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddc1a8-0a17-4e46-b592-3ddf0eca72a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7304b15-9cbd-4ff3-b6a5-e59eb60430e8,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:16.931540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-94ddc1a8-0a17-4e46-b592-3ddf0eca72a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:16.941627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-94ddc1a8-0a17-4e46-b592-3ddf0eca72a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:16.945353 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-94ddc1a8-0a17-4e46-b592-3ddf0eca72a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7304b15-9cbd-4ff3-b6a5-e59eb60430e8 HTTP/1.1" status: 204 len: 168 time: 0.1945798 Apr 19 19:12:17.081685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 38236) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:17.283045 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2ba1622b-8e9a-49d7-b783-8d177ca23c00 req-48df218c-09d9-4c6a-bab8-d69e0485b20d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 210 time: 0.0526495 Apr 19 19:12:17.346304 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae057350-6aef-4f9b-af4e-d25bb160ce70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.362108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ae057350-6aef-4f9b-af4e-d25bb160ce70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:17.366169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ae057350-6aef-4f9b-af4e-d25bb160ce70 admin admin] Usage tracker for resource:security_group_rule and tenant:ec6dc892df5445c9b5d56dd4ffe8d53d is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:17.369357 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ae057350-6aef-4f9b-af4e-d25bb160ce70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:17.375606 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ae057350-6aef-4f9b-af4e-d25bb160ce70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:17.471239 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae057350-6aef-4f9b-af4e-d25bb160ce70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.475923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae057350-6aef-4f9b-af4e-d25bb160ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.486150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b960b09a-c602-40bb-be1f-e192faefa24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:17.524749 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ae057350-6aef-4f9b-af4e-d25bb160ce70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec6dc892df5445c9b5d56dd4ffe8d53d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412882 Apr 19 19:12:17.529700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38258) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:17.532408 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae057350-6aef-4f9b-af4e-d25bb160ce70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e3d262-f4ab-42a7-bf04-be711826526d,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:17.536234 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae057350-6aef-4f9b-af4e-d25bb160ce70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:17.598022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bf8fd787-dab3-4190-9edc-357ae45f2df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.625779 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bf8fd787-dab3-4190-9edc-357ae45f2df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.670683 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bf8fd787-dab3-4190-9edc-357ae45f2df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.675746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:17.693528 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fd787-dab3-4190-9edc-357ae45f2df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e3d262-f4ab-42a7-bf04-be711826526d,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:17.697624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bf8fd787-dab3-4190-9edc-357ae45f2df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:17.702024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bf8fd787-dab3-4190-9edc-357ae45f2df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.706478 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-bf8fd787-dab3-4190-9edc-357ae45f2df7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7e3d262-f4ab-42a7-bf04-be711826526d HTTP/1.1" status: 204 len: 168 time: 0.1774461 Apr 19 19:12:18.082656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 38282) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:18.102765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f87febe-4993-482a-a3db-6296aa828fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.118474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7f87febe-4993-482a-a3db-6296aa828fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:18.122589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7f87febe-4993-482a-a3db-6296aa828fc1 admin admin] Usage tracker for resource:security_group_rule and tenant:a01942c0bb6b41958d7905b140ff2094 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:18.125519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7f87febe-4993-482a-a3db-6296aa828fc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:18.131781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7f87febe-4993-482a-a3db-6296aa828fc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:18.220612 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f87febe-4993-482a-a3db-6296aa828fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.223930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f87febe-4993-482a-a3db-6296aa828fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.233510 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9341540d-955f-4bc2-b754-704eb80e4f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:18.277432 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7f87febe-4993-482a-a3db-6296aa828fc1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a01942c0bb6b41958d7905b140ff2094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934946 Apr 19 19:12:18.278351 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87febe-4993-482a-a3db-6296aa828fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec1e02-d182-4e6a-b5d9-f132edcaabb2,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:18.281584 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7f87febe-4993-482a-a3db-6296aa828fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:18.281714 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38290) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:18.345644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4c161951-8f06-4e05-a34e-38844d82b3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.372989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4c161951-8f06-4e05-a34e-38844d82b3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.391816 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 38296) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:18.427609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4c161951-8f06-4e05-a34e-38844d82b3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.435938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7bf0d3e8-b2e2-4125-bd7a-c4dd5d221253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:18.452384 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4c161951-8f06-4e05-a34e-38844d82b3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.452500 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b2baf91c-49e3-4cb8-97b3-a7d945802747 req-299cdeec-f2d5-455a-bf06-69b63b51ac56 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 210 time: 0.0538101 Apr 19 19:12:18.453719 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4c161951-8f06-4e05-a34e-38844d82b3ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55ec1e02-d182-4e6a-b5d9-f132edcaabb2 HTTP/1.1" status: 204 len: 168 time: 0.1706858 Apr 19 19:12:18.454616 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c161951-8f06-4e05-a34e-38844d82b3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec1e02-d182-4e6a-b5d9-f132edcaabb2,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:18.459475 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4c161951-8f06-4e05-a34e-38844d82b3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:18.541967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dc5f81b2-3e5d-41d4-a418-22ccbcf276dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.558286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-dc5f81b2-3e5d-41d4-a418-22ccbcf276dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:18.562785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-dc5f81b2-3e5d-41d4-a418-22ccbcf276dd admin admin] Usage tracker for resource:security_group_rule and tenant:8f77f0e8c61e440b8dbc6d07d50cc2f0 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:18.565831 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-dc5f81b2-3e5d-41d4-a418-22ccbcf276dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:18.573122 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-dc5f81b2-3e5d-41d4-a418-22ccbcf276dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:18.671754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dc5f81b2-3e5d-41d4-a418-22ccbcf276dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.674943 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dc5f81b2-3e5d-41d4-a418-22ccbcf276dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.684158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-94ddc1a8-0a17-4e46-b592-3ddf0eca72a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:18.726033 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-dc5f81b2-3e5d-41d4-a418-22ccbcf276dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f77f0e8c61e440b8dbc6d07d50cc2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330116 Apr 19 19:12:18.727751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f81b2-3e5d-41d4-a418-22ccbcf276dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13c5c77-d94a-45d4-9c7e-e36d1fdd5108,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:18.729154 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38312) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:18.731397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-dc5f81b2-3e5d-41d4-a418-22ccbcf276dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:18.794783 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f813800-1c6c-4645-946e-8cacb6c52935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.823063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f813800-1c6c-4645-946e-8cacb6c52935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.868309 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f813800-1c6c-4645-946e-8cacb6c52935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.873431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a2291769-ca83-49d8-82ad-4f0708e9a703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:18.887260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f813800-1c6c-4645-946e-8cacb6c52935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13c5c77-d94a-45d4-9c7e-e36d1fdd5108,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:18.892035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7f813800-1c6c-4645-946e-8cacb6c52935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:18.893040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f813800-1c6c-4645-946e-8cacb6c52935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.897262 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7f813800-1c6c-4645-946e-8cacb6c52935 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c13c5c77-d94a-45d4-9c7e-e36d1fdd5108 HTTP/1.1" status: 204 len: 168 time: 0.1667762 Apr 19 19:12:19.658121 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b4a9cba6-341b-4fd9-8e6a-27e616c5ab4d req-42d5a06c-d98a-4a80-bdc2-8d83859d17d9 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 210 time: 0.0666249 Apr 19 19:12:19.814479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38370) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:19.932777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-497319796-network', 'tenant_id': '223bb8336f574a50aeebcf9b4ccb1b88'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:19.937728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:19.941822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Usage tracker for resource:network and tenant:223bb8336f574a50aeebcf9b4ccb1b88 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:19.946488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:19.957190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:19.968290 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Made reservation on behalf of 223bb8336f574a50aeebcf9b4ccb1b88 for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:19.973504 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:19.987608 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.003686 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:20.007673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Usage tracker for resource:security_group_rule and tenant:223bb8336f574a50aeebcf9b4ccb1b88 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:20.011589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:20.018741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:20.138739 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.144533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.164980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-604fa2ed-0fd0-4ea1-8f33-ab2773c37315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:20.203431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4171d0f-bba5-41b6-84cc-7e32019e37b1,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:20.209662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:20.212997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:12:20.225537 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.226570 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Added segment fbfcfb8f-2545-4de2-8fb7-8c310fadd553 of type vlan for network 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 Apr 19 19:12:20.261743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.300653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.303133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:20.304068 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.331659 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-26744ebe-b942-4f19-94dd-efcdbd9f2077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:20.436188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-f764cf90-ab4f-4557-b60b-4bbe45ae0199 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:20.437776 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-f764cf90-ab4f-4557-b60b-4bbe45ae0199 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 814 time: 0.2564526 Apr 19 19:12:20.457085 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Request body: {'port': {'device_id': 'dc697a63-bf5e-43c5-a157-b81a5d261f9f', 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f', 'admin_state_up': True, 'tenant_id': 'fbff15111e1d4753ab5b433204c69165'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:20.515961 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Pushing event updated for resources: {'Network': ['ID=0f492f34-2152-4aec-b6a7-a1e6a6c51ce5,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:20.523985 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7082777 Apr 19 19:12:20.529517 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38398) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:20.534088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:20.534901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:20.535544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:20.536123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:20.536926 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:20.537385 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:20.538371 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:20.538957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:20.539586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:20.540078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:20.540864 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:20.541424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:20.555286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:12:20.572663 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Request body: {'subnet': {'network_id': '0f492f34-2152-4aec-b6a7-a1e6a6c51ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-497319796-subnet', 'tenant_id': '223bb8336f574a50aeebcf9b4ccb1b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:20.585533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:20.590950 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:20.602821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Usage tracker for resource:subnet and tenant:223bb8336f574a50aeebcf9b4ccb1b88 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:20.610618 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:20.634472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:20.656027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Made reservation on behalf of 223bb8336f574a50aeebcf9b4ccb1b88 for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:20.667767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827347715'] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.701305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:20.733701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:20.753389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Made reservation on behalf of fbff15111e1d4753ab5b433204c69165 for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:20.766636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.039793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Allocated IP 172.20.0.8 (c06345fb-504f-4da6-8c7f-16a38f90e35f/e1ad4e80-7721-4138-a1cc-4e228a93cf71/0ac35330-f57a-458e-9d4f-f6145f589aec) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:21.192743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9ed49-383c-4eef-89c1-dcab47f1ffce req-81da450f-f86f-4d6c-9c1c-d97deeb00aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:21.194280 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f2a9ed49-383c-4eef-89c1-dcab47f1ffce req-81da450f-f86f-4d6c-9c1c-d97deeb00aa8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 1098 time: 0.3468544 Apr 19 19:12:21.201507 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3aaf1496-31e0-4598-bb50-5453a8677e2a req-2ce87368-c35b-4ff4-bd4e-c89e85828780 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 210 time: 0.1134489 Apr 19 19:12:21.386000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980f0fe-6801-4d3a-9cc5-7be427339b8a req-b11a9284-25ff-44cd-ad1c-09ed589221fb tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:21.393774 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f980f0fe-6801-4d3a-9cc5-7be427339b8a req-b11a9284-25ff-44cd-ad1c-09ed589221fb tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.3072653 Apr 19 19:12:21.517883 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f980f0fe-6801-4d3a-9cc5-7be427339b8a req-c0914567-d52a-4279-b91e-6c7d1d34d435 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231508 Apr 19 19:12:21.537237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.561780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9ed49-383c-4eef-89c1-dcab47f1ffce req-85a1704d-5e43-480d-8bd4-48dd75bd8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:21.564129 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f2a9ed49-383c-4eef-89c1-dcab47f1ffce req-85a1704d-5e43-480d-8bd4-48dd75bd8667 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 920 time: 0.3534408 Apr 19 19:12:21.602964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.623855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['777f44fc-ac49-4014-8738-fbda985bbd09', '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:12:21.624259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:21.687942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Network c06345fb-504f-4da6-8c7f-16a38f90e35f is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:21.691785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:21.694981 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:21.772061 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Pushing event updated for resources: {'Port': ['ID=0ac35330-f57a-458e-9d4f-f6145f589aec,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:21.783927 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f2a9ed49-383c-4eef-89c1-dcab47f1ffce req-77518561-05ac-4e75-a990-d5e2701f1745 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5e26c8-7091-4829-ac60-19ddfac94774 HTTP/1.1" status: 200 len: 217 time: 0.1738122 Apr 19 19:12:21.789398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:21.789897 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:21.790294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:21.790776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:21.791478 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:21.791893 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:21.792290 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:21.792670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:21.793054 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:21.793501 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:21.793882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:21.794267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:21.800090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:21.806590 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:21.808361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.849123 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3964326 Apr 19 19:12:21.871592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Request body: {'port': {'device_id': 'dc697a63-bf5e-43c5-a157-b81a5d261f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:21.873599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9ed49-383c-4eef-89c1-dcab47f1ffce req-f1f98b3a-8171-4045-8ea8-fbac0b631700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:21.875162 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f2a9ed49-383c-4eef-89c1-dcab47f1ffce req-f1f98b3a-8171-4045-8ea8-fbac0b631700 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.0833585 Apr 19 19:12:21.936886 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f2a9ed49-383c-4eef-89c1-dcab47f1ffce req-4751c4f5-763c-45bf-8bb1-1679568b750f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512807 Apr 19 19:12:21.995184 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.150557 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853900605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827347732'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.153141 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f2a9ed49-383c-4eef-89c1-dcab47f1ffce req-de5dc45e-044d-487f-945a-936c518f7cf3 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033248 Apr 19 19:12:22.158083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:22.432786 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac35330-f57a-458e-9d4f-f6145f589aec {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:12:22.443270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.476275 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Transition to ACTIVE for port object 0ac35330-f57a-458e-9d4f-f6145f589aec will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:22.482409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.494720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2cbbe8b6-9d5b-4106-a154-060e94306d5f tempest-DeleteServersTestJSON-1574741476 tempest-DeleteServersTestJSON-1574741476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:22.546136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Pushing event updated for resources: {'Subnet': ['ID=044d3676-4886-4b0b-8640-7498a87a198c,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:22.560741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:22.577647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdd0ff-4eef-4b8a-859f-c7929b83133a req-ac1ff963-6cf9-4958-ae13-c749eefa0035 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:22.577952 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Checking segment: {'id': 'fbfcfb8f-2545-4de2-8fb7-8c310fadd553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0f492f34-2152-4aec-b6a7-a1e6a6c51ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:22.578315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Network hostable DHCP agents. Network: 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:12:22.578419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-c7bdd0ff-4eef-4b8a-859f-c7929b83133a req-ac1ff963-6cf9-4958-ae13-c749eefa0035 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Synchronizing usage tracker for tenant:fbff15111e1d4753ab5b433204c69165 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:12:22.636529 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f2a9ed49-383c-4eef-89c1-dcab47f1ffce req-2937db61-1c0e-4c17-acaf-f1c9e90d5765 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255189 Apr 19 19:12:22.637848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Network 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:12:22.652376 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:22.662167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e763c6ef-c1d4-4ae9-8e3d-e4036a840a29 None None] Network 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:12:22.675731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Pushing event updated for resources: {'Port': ['ID=0ac35330-f57a-458e-9d4f-f6145f589aec,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:22.678150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:22.678652 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.683238 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:22.718229 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-953e3ea9-b274-4a64-ade3-2f05d5f1707e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1868262 Apr 19 19:12:22.842740 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-c7bdd0ff-4eef-4b8a-859f-c7929b83133a req-ac1ff963-6cf9-4958-ae13-c749eefa0035 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Unset dirty status for tenant:fbff15111e1d4753ab5b433204c69165 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:12:22.844048 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c7bdd0ff-4eef-4b8a-859f-c7929b83133a req-ac1ff963-6cf9-4958-ae13-c749eefa0035 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 931 time: 0.4879010 Apr 19 19:12:22.953903 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c7bdd0ff-4eef-4b8a-859f-c7929b83133a req-ce460b42-3b6c-4ea6-8cc2-a171b4c5bd49 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005862 Apr 19 19:12:22.971087 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea32a00-a41b-4df5-be4b-453c2d78a7b7 req-65e7a37b-7200-4f0d-a01b-12a9c0e86272 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:22.988608 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7ea32a00-a41b-4df5-be4b-453c2d78a7b7 req-65e7a37b-7200-4f0d-a01b-12a9c0e86272 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.3093016 Apr 19 19:12:22.991608 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Attempting to bind port 0ac35330-f57a-458e-9d4f-f6145f589aec on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:22.991953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Attempting to bind port 0ac35330-f57a-458e-9d4f-f6145f589aec by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:22.992320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Attempting to bind port 0ac35330-f57a-458e-9d4f-f6145f589aec on network c06345fb-504f-4da6-8c7f-16a38f90e35f {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:23.020641 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Port 0ac35330-f57a-458e-9d4f-f6145f589aec on network c06345fb-504f-4da6-8c7f-16a38f90e35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:12:23.020989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e9ae30-3eba-45e6-bb4c-2f614812d3f1 None None] Network 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:12:23.021108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Attempting to bind port 0ac35330-f57a-458e-9d4f-f6145f589aec on network c06345fb-504f-4da6-8c7f-16a38f90e35f {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:23.036951 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:23.037337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Checking segment: {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:23.038445 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Bound using segment: {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:23.038967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Bound port: 0ac35330-f57a-458e-9d4f-f6145f589aec, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:23.039354 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.101545 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7ea32a00-a41b-4df5-be4b-453c2d78a7b7 req-c1a1a7e1-87d7-41c2-a361-8eb3a363f11c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110146 Apr 19 19:12:23.475064 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] For port 0ac35330-f57a-458e-9d4f-f6145f589aec, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:23.478477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] For port 0ac35330-f57a-458e-9d4f-f6145f589aec, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0ac35330-f57a-458e-9d4f-f6145f589aec,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:23.484895 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.490237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:23.570089 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:23.570792 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.572846 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] 10.222.0.52 "PUT /v2.0/ports/0ac35330-f57a-458e-9d4f-f6145f589aec HTTP/1.1" status: 200 len: 1093 time: 1.7058537 Apr 19 19:12:23.573517 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc697a63-bf5e-43c5-a157-b81a5d261f9f', 'tag': '0ac35330-f57a-458e-9d4f-f6145f589aec'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:23.595274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Pushing event updated for resources: {'Port': ['ID=0ac35330-f57a-458e-9d4f-f6145f589aec,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:23.598682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:23.665320 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc697a63-bf5e-43c5-a157-b81a5d261f9f', 'tag': '0ac35330-f57a-458e-9d4f-f6145f589aec', 'status': 'completed', 'code': 200} Apr 19 19:12:23.709686 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-f089ecab-9baf-4722-a8bd-1cc0e71612be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:23.711399 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-f089ecab-9baf-4722-a8bd-1cc0e71612be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 1096 time: 0.0855491 Apr 19 19:12:23.794370 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-80f523b1-0f2b-4880-af27-179693e5d773 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac35330-f57a-458e-9d4f-f6145f589aec HTTP/1.1" status: 200 len: 217 time: 0.0706832 Apr 19 19:12:23.879921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-1945c22a-8134-4a86-aeff-47a1f3d19c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:23.881574 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-1945c22a-8134-4a86-aeff-47a1f3d19c91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0797961 Apr 19 19:12:23.941769 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-cfa8a6e6-3e07-4a9f-8537-c821928b39a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496409 Apr 19 19:12:24.179072 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-0f2613fe-0365-45fc-a9fc-898b665e8a5f service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264063 Apr 19 19:12:24.213219 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb69d1-6ed6-42f0-a186-5517ab20b1f2 req-d15ada6c-1ede-49a2-8cb2-8ae6c86dbb68 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:24.214838 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-adfb69d1-6ed6-42f0-a186-5517ab20b1f2 req-d15ada6c-1ede-49a2-8cb2-8ae6c86dbb68 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 943 time: 0.1165512 Apr 19 19:12:24.314342 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-adfb69d1-6ed6-42f0-a186-5517ab20b1f2 req-1b06dc6b-da50-4f8b-9937-a61ddb401b8f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928950 Apr 19 19:12:24.353743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c14da-c2aa-42b9-9e5f-781d216f7e9c req-1795d97b-969f-41c9-8801-227a92612414 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:24.355384 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ca8c14da-c2aa-42b9-9e5f-781d216f7e9c req-1795d97b-969f-41c9-8801-227a92612414 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1318800 Apr 19 19:12:24.407880 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ca8c14da-c2aa-42b9-9e5f-781d216f7e9c req-793872cb-1e9b-4de3-97f2-d5efcf5315c9 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453758 Apr 19 19:12:25.592784 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b0afb4-4034-425f-b092-c2d6204d6419 req-734736bc-ec9a-40f5-a5de-2fdd9bb0ee34 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031579 Apr 19 19:12:25.610055 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80848b2b-9b90-47c5-bad5-423ccfb9f16e req-e54b5e70-65df-4afd-805e-b5b43f6553bf tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:25.611600 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-80848b2b-9b90-47c5-bad5-423ccfb9f16e req-e54b5e70-65df-4afd-805e-b5b43f6553bf tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 943 time: 0.1416233 Apr 19 19:12:25.664226 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-80848b2b-9b90-47c5-bad5-423ccfb9f16e req-8a1b2a2f-605d-4f67-903a-25c8a5a6e67f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429914 Apr 19 19:12:25.865190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751106c3-82ac-4994-85b1-c5feecde32fb req-e1b99d56-e1b5-4fa9-8c0e-c5dba7496f7e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:25.866816 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-751106c3-82ac-4994-85b1-c5feecde32fb req-e1b99d56-e1b5-4fa9-8c0e-c5dba7496f7e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.0943685 Apr 19 19:12:25.918947 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-751106c3-82ac-4994-85b1-c5feecde32fb req-02fe3e87-6583-4223-b5ea-e01100783033 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Apr 19 19:12:26.886622 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919e2fb-60ca-4082-85a7-74e0c0fc1efb req-012e2c37-513f-4649-b190-26318efe270f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:26.888217 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0919e2fb-60ca-4082-85a7-74e0c0fc1efb req-012e2c37-513f-4649-b190-26318efe270f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 943 time: 0.0946584 Apr 19 19:12:26.942167 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0919e2fb-60ca-4082-85a7-74e0c0fc1efb req-083b1d20-cf9a-4de1-8702-e949613e5e50 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470533 Apr 19 19:12:27.141581 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a016a-a966-4ec7-aac2-5d0b060402e6 req-75b31309-7dcf-4b4f-924d-825959e9311f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:27.143301 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8b4a016a-a966-4ec7-aac2-5d0b060402e6 req-75b31309-7dcf-4b4f-924d-825959e9311f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.0912917 Apr 19 19:12:27.192921 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8b4a016a-a966-4ec7-aac2-5d0b060402e6 req-de7a42c4-2ca2-4dbd-8b32-75132ffb3657 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Apr 19 19:12:27.623611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4107f6-448c-4a13-8c57-e105c81e2f90 req-c541d30a-c61b-44c4-860b-e75a557ca009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:27.625190 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2c4107f6-448c-4a13-8c57-e105c81e2f90 req-c541d30a-c61b-44c4-860b-e75a557ca009 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 1096 time: 0.0887752 Apr 19 19:12:27.783979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4107f6-448c-4a13-8c57-e105c81e2f90 req-7550f21d-ed71-4924-a989-3ba02326a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:27.785485 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2c4107f6-448c-4a13-8c57-e105c81e2f90 req-7550f21d-ed71-4924-a989-3ba02326a5c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1491628 Apr 19 19:12:27.871139 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2c4107f6-448c-4a13-8c57-e105c81e2f90 req-6207a161-e351-4a97-9dcb-2cc5bbed181b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac35330-f57a-458e-9d4f-f6145f589aec HTTP/1.1" status: 200 len: 217 time: 0.0737257 Apr 19 19:12:27.949258 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4107f6-448c-4a13-8c57-e105c81e2f90 req-0f36db0b-9888-480e-bb43-21b21ac56981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:27.950953 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2c4107f6-448c-4a13-8c57-e105c81e2f90 req-0f36db0b-9888-480e-bb43-21b21ac56981 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0710583 Apr 19 19:12:28.010489 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2c4107f6-448c-4a13-8c57-e105c81e2f90 req-f91ef93a-f4ea-46d9-b4cf-95d84f27bfe7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507536 Apr 19 19:12:28.220708 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2c4107f6-448c-4a13-8c57-e105c81e2f90 req-5336e9cc-2ab0-44fb-8445-03f107e9aa79 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022593 Apr 19 19:12:28.265168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe0f47-058f-4d59-b574-ea0df0ed0219 req-8fca581f-e7b7-47d6-94f0-9d1a00b71ba5 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:28.266693 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0bfe0f47-058f-4d59-b574-ea0df0ed0219 req-8fca581f-e7b7-47d6-94f0-9d1a00b71ba5 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 943 time: 0.1711352 Apr 19 19:12:28.443758 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0bfe0f47-058f-4d59-b574-ea0df0ed0219 req-9985a658-4996-4546-8f3f-41a19d9c6a9d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309028 Apr 19 19:12:28.476312 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2c4107f6-448c-4a13-8c57-e105c81e2f90 req-f56833c7-ffa3-4907-a5f6-8f8f9d7a9669 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486150 Apr 19 19:12:28.499548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d06f18-0117-42aa-a2ab-1c5c8569b18c req-83250ef6-7a48-4dc2-a6ec-5db168359a87 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:28.501147 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-38d06f18-0117-42aa-a2ab-1c5c8569b18c req-83250ef6-7a48-4dc2-a6ec-5db168359a87 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1665585 Apr 19 19:12:28.555120 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-38d06f18-0117-42aa-a2ab-1c5c8569b18c req-a1cb79f8-9c3e-4a1c-b49a-a928e3ce2c8b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442300 Apr 19 19:12:29.042132 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 0ac35330-f57a-458e-9d4f-f6145f589aec details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:12:29.196781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 0ac35330-f57a-458e-9d4f-f6145f589aec, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0ac35330-f57a-458e-9d4f-f6145f589aec,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:29.212752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': '0ac35330-f57a-458e-9d4f-f6145f589aec', 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f', 'port_id': '0ac35330-f57a-458e-9d4f-f6145f589aec', 'mac_address': 'fa:16:3e:83:a8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ad4e80-7721-4138-a1cc-4e228a93cf71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:12:29.289082 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:29.307749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac35330-f57a-458e-9d4f-f6145f589aec {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:12:29.324048 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 0ac35330-f57a-458e-9d4f-f6145f589aec, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0ac35330-f57a-458e-9d4f-f6145f589aec,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:29.328158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:29.330010 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5e892bad-5ee6-4418-ae6b-72ee8678936f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:29.405389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=0ac35330-f57a-458e-9d4f-f6145f589aec,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:29.412981 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:29.656325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2960-ea18-4c6d-86f6-27b0651f8b9c req-5749e1df-82e5-40d3-8052-686e6e64420a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:29.657964 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-293b2960-ea18-4c6d-86f6-27b0651f8b9c req-5749e1df-82e5-40d3-8052-686e6e64420a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 944 time: 0.0968325 Apr 19 19:12:29.709347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['0ac35330-f57a-458e-9d4f-f6145f589aec'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:12:29.815077 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-293b2960-ea18-4c6d-86f6-27b0651f8b9c req-3ec647a9-ea09-4b53-b112-6903c5c94e76 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503956 Apr 19 19:12:29.879421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-d207c044-c37e-4876-8a9f-e6b287554c41 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:29.881362 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-d207c044-c37e-4876-8a9f-e6b287554c41 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/networks?id=0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 HTTP/1.1" status: 200 len: 813 time: 0.2180626 Apr 19 19:12:29.898209 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-93496cfb-548a-4989-b3cc-4db7bf784c97 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/quotas/223bb8336f574a50aeebcf9b4ccb1b88 HTTP/1.1" status: 200 len: 375 time: 0.0103722 Apr 19 19:12:30.001393 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-e9a48708-c406-4323-9aeb-f08cb3270cf8 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=223bb8336f574a50aeebcf9b4ccb1b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961835 Apr 19 19:12:30.146133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dcc0f-ee91-4174-a08d-a13ef0f49253 req-966c813e-76ba-4512-9c8c-f1284d048c68 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:30.147805 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-324dcc0f-ee91-4174-a08d-a13ef0f49253 req-966c813e-76ba-4512-9c8c-f1284d048c68 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.2070897 Apr 19 19:12:30.191496 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-9a8b1f3e-f8ea-40b9-80f0-10aa62d3f447 service neutron] 10.222.0.55 "GET /v2.0/networks/0f492f34-2152-4aec-b6a7-a1e6a6c51ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818147 Apr 19 19:12:30.510678 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-324dcc0f-ee91-4174-a08d-a13ef0f49253 req-a53284da-a59f-44f6-b33e-b4a245045979 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545165 Apr 19 19:12:30.582758 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-1d3ea713-0160-4c5d-bb26-cde8b2e70bfc service neutron] 10.222.0.55 "GET /v2.0/networks/0f492f34-2152-4aec-b6a7-a1e6a6c51ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758686 Apr 19 19:12:30.637975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:12:30.859804 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ccb1508c-d5fe-4c57-ab99-c24a81ef6830 req-94ea6bba-c3ba-49ee-8e1e-b359b5e693a7 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0925403 Apr 19 19:12:31.053596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 0ac35330-f57a-458e-9d4f-f6145f589aec up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:31.132033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33b492-1175-4e98-b625-da051494a5d0 req-ffe7db4e-6dd9-45c1-ad69-3c998caab55d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:31.133754 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ce33b492-1175-4e98-b625-da051494a5d0 req-ffe7db4e-6dd9-45c1-ad69-3c998caab55d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 944 time: 0.1724560 Apr 19 19:12:31.215647 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ce33b492-1175-4e98-b625-da051494a5d0 req-5b3d3acf-038b-4742-ae46-6ac107f7d3a3 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698032 Apr 19 19:12:31.228329 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port 0ac35330-f57a-458e-9d4f-f6145f589aec completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:31.235909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port 0ac35330-f57a-458e-9d4f-f6145f589aec triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:31.236603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:31.430855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:31.497975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 38660) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:31.498773 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc697a63-bf5e-43c5-a157-b81a5d261f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac35330-f57a-458e-9d4f-f6145f589aec'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:31.504626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 0ac35330-f57a-458e-9d4f-f6145f589aec, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0ac35330-f57a-458e-9d4f-f6145f589aec,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:31.531244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:31.533154 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:31.540395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38670) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:31.708425 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc697a63-bf5e-43c5-a157-b81a5d261f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac35330-f57a-458e-9d4f-f6145f589aec', 'code': 200} Apr 19 19:12:31.709395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=0ac35330-f57a-458e-9d4f-f6145f589aec,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:31.726540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:31.754422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4870d265-5121-4ef9-abcc-269a52448bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:31.772635 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4870d265-5121-4ef9-abcc-269a52448bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:31.777396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4870d265-5121-4ef9-abcc-269a52448bbf admin admin] Usage tracker for resource:security_group_rule and tenant:22b7a07d6d87473da9a2750694d5a46a is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:31.788950 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4870d265-5121-4ef9-abcc-269a52448bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:31.804150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4870d265-5121-4ef9-abcc-269a52448bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:31.808122 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0b663e9-e27a-4dcd-8ed5-cc35b19a69c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:31.828914 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a0b663e9-e27a-4dcd-8ed5-cc35b19a69c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:31.842886 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a0b663e9-e27a-4dcd-8ed5-cc35b19a69c0 admin admin] Usage tracker for resource:security_group_rule and tenant:fbaec9402b0a43ae94af0f156e57a973 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:31.850901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a0b663e9-e27a-4dcd-8ed5-cc35b19a69c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:31.860738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a0b663e9-e27a-4dcd-8ed5-cc35b19a69c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:31.891794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d0f6a-db9b-4394-978d-3d2350316c55 req-b2bd85bc-afa9-4486-8851-c238d8f5f2ff tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:31.894341 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-792d0f6a-db9b-4394-978d-3d2350316c55 req-b2bd85bc-afa9-4486-8851-c238d8f5f2ff tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.2145944 Apr 19 19:12:31.895551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4870d265-5121-4ef9-abcc-269a52448bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:31.900278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4870d265-5121-4ef9-abcc-269a52448bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:31.910230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b1039bdb-c056-4352-b8d9-d6a82d2138b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:31.954861 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4870d265-5121-4ef9-abcc-269a52448bbf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22b7a07d6d87473da9a2750694d5a46a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103420 Apr 19 19:12:31.955259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38682) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:31.958080 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870d265-5121-4ef9-abcc-269a52448bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c0f2ac-b1cb-447a-a810-31b142de4908,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:31.989807 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4870d265-5121-4ef9-abcc-269a52448bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:32.026658 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c8828cac-6f74-42a1-a518-8963e1a4f7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.054429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c8828cac-6f74-42a1-a518-8963e1a4f7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.058488 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f5f25d0e-181d-4ffd-9bec-eab89471fa51 req-3374fed6-03cc-410d-9afb-d58dd4cfa1b0 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0800886 Apr 19 19:12:32.076445 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-792d0f6a-db9b-4394-978d-3d2350316c55 req-134b7d76-8f43-4083-b2cf-30f91a4d1119 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737478 Apr 19 19:12:32.110906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632da85-f9c7-4309-861d-ebbd77c7c8bd req-bb685428-e835-4573-bc95-2203716758b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:32.112639 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c8828cac-6f74-42a1-a518-8963e1a4f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.112752 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4632da85-f9c7-4309-861d-ebbd77c7c8bd req-bb685428-e835-4573-bc95-2203716758b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 1098 time: 0.2136276 Apr 19 19:12:32.125077 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d2bf36f8-a344-4a88-a78d-8c156359be14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:32.133822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8828cac-6f74-42a1-a518-8963e1a4f7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c0f2ac-b1cb-447a-a810-31b142de4908,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:32.137155 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c8828cac-6f74-42a1-a518-8963e1a4f7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:32.139488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c8828cac-6f74-42a1-a518-8963e1a4f7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.150347 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c8828cac-6f74-42a1-a518-8963e1a4f7a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9c0f2ac-b1cb-447a-a810-31b142de4908 HTTP/1.1" status: 204 len: 168 time: 0.1846704 Apr 19 19:12:32.180309 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0b663e9-e27a-4dcd-8ed5-cc35b19a69c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.186679 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0b663e9-e27a-4dcd-8ed5-cc35b19a69c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.197038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c932ca3-9323-48fa-a75a-fd1c5a623d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:32.209023 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4632da85-f9c7-4309-861d-ebbd77c7c8bd req-41d60e6a-02b5-456c-bbcf-609a864235b5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817146 Apr 19 19:12:32.244472 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a0b663e9-e27a-4dcd-8ed5-cc35b19a69c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fbaec9402b0a43ae94af0f156e57a973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7448039 Apr 19 19:12:32.246349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b663e9-e27a-4dcd-8ed5-cc35b19a69c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5be3f8-6599-40fc-9a59-5a8a32e4a67e,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:32.247693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38688) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:32.259587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a0b663e9-e27a-4dcd-8ed5-cc35b19a69c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:32.327682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-177e7d71-aea2-4445-b47c-f9feb65b4bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.358110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-177e7d71-aea2-4445-b47c-f9feb65b4bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.420043 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-177e7d71-aea2-4445-b47c-f9feb65b4bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.431235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-840f4d01-2f6e-457a-8be0-3112daab5a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:32.446389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e7d71-aea2-4445-b47c-f9feb65b4bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5be3f8-6599-40fc-9a59-5a8a32e4a67e,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:32.449927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-177e7d71-aea2-4445-b47c-f9feb65b4bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:32.450810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-177e7d71-aea2-4445-b47c-f9feb65b4bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.455477 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-177e7d71-aea2-4445-b47c-f9feb65b4bb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd5be3f8-6599-40fc-9a59-5a8a32e4a67e HTTP/1.1" status: 204 len: 168 time: 0.2063906 Apr 19 19:12:32.591481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62989134-66ab-4390-8ace-827562a3a588 req-e47eadf7-7622-4b1e-8dd8-f862ca3dbd9b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:32.592538 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38700) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:32.599400 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-62989134-66ab-4390-8ace-827562a3a588 req-e47eadf7-7622-4b1e-8dd8-f862ca3dbd9b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 945 time: 0.2238405 Apr 19 19:12:32.617204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-da753c5a-de02-4756-b744-28dd4113bfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.634957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-da753c5a-de02-4756-b744-28dd4113bfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:32.658631 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-da753c5a-de02-4756-b744-28dd4113bfa1 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb280bd8dd240a59fdb18fa96e9490c is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:32.667278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-da753c5a-de02-4756-b744-28dd4113bfa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:32.680246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-da753c5a-de02-4756-b744-28dd4113bfa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:32.745563 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-62989134-66ab-4390-8ace-827562a3a588 req-7e10ac97-0dab-49c4-bd74-a51e6f65aa4c tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450911 Apr 19 19:12:32.758754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-feb14c80-eef4-4018-b358-cc2495002693 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:32.760636 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-feb14c80-eef4-4018-b358-cc2495002693 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.52 "GET /v2.0/networks?id=0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 HTTP/1.1" status: 200 len: 813 time: 0.3322134 Apr 19 19:12:32.781022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Request body: {'port': {'device_id': 'bc470772-0bc0-42ae-bc44-ce05f54aad28', 'network_id': '0f492f34-2152-4aec-b6a7-a1e6a6c51ce5', 'admin_state_up': True, 'tenant_id': '223bb8336f574a50aeebcf9b4ccb1b88'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:32.797260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-da753c5a-de02-4756-b744-28dd4113bfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.801619 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-da753c5a-de02-4756-b744-28dd4113bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.822219 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-47b8efa9-8bf1-4acb-857b-b50b987e03f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:32.891075 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-da753c5a-de02-4756-b744-28dd4113bfa1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cfb280bd8dd240a59fdb18fa96e9490c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947168 Apr 19 19:12:32.891075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da753c5a-de02-4756-b744-28dd4113bfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06aa5c0-4257-4a4d-b683-d230ed4d2c7f,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:32.892284 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38718) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:32.895341 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-da753c5a-de02-4756-b744-28dd4113bfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:32.973264 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38724) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:32.985314 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:32.990103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Usage tracker for resource:port and tenant:223bb8336f574a50aeebcf9b4ccb1b88 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:32.994233 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:32.999942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9006a84c-273e-4b5d-99b9-c0ee2fbd0f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.002923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:33.005269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-147f4dfa-93ff-4dcd-b294-2b2ab9b98a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.018427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Made reservation on behalf of 223bb8336f574a50aeebcf9b4ccb1b88 for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:33.025753 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.034298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-147f4dfa-93ff-4dcd-b294-2b2ab9b98a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:33.050167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-147f4dfa-93ff-4dcd-b294-2b2ab9b98a7d admin admin] Usage tracker for resource:security_group_rule and tenant:bdc95137a55b42ff93249a1976f3e89b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:33.056106 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-147f4dfa-93ff-4dcd-b294-2b2ab9b98a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:33.061905 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9006a84c-273e-4b5d-99b9-c0ee2fbd0f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.076070 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-147f4dfa-93ff-4dcd-b294-2b2ab9b98a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:33.171558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9006a84c-273e-4b5d-99b9-c0ee2fbd0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.179294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a122a603-2057-4404-9526-23ba4e64335c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:33.222752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006a84c-273e-4b5d-99b9-c0ee2fbd0f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06aa5c0-4257-4a4d-b683-d230ed4d2c7f,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:33.231311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9006a84c-273e-4b5d-99b9-c0ee2fbd0f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:33.250965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-147f4dfa-93ff-4dcd-b294-2b2ab9b98a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.252948 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9006a84c-273e-4b5d-99b9-c0ee2fbd0f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.254202 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9006a84c-273e-4b5d-99b9-c0ee2fbd0f53 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e06aa5c0-4257-4a4d-b683-d230ed4d2c7f HTTP/1.1" status: 204 len: 168 time: 0.3608692 Apr 19 19:12:33.258651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-147f4dfa-93ff-4dcd-b294-2b2ab9b98a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.269291 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-28249c94-5eb1-41f4-8f4a-d415c0d4ce37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:33.318062 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-147f4dfa-93ff-4dcd-b294-2b2ab9b98a7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bdc95137a55b42ff93249a1976f3e89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436406 Apr 19 19:12:33.320031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f4dfa-93ff-4dcd-b294-2b2ab9b98a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fb3940-2372-47e0-9fdc-14ca9dfad9d2,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:33.322601 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38738) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:33.325446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-147f4dfa-93ff-4dcd-b294-2b2ab9b98a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:33.329101 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64b20701-8784-4b7e-81ac-c4b902cb245c req-937491dc-d17a-4b72-9ab7-6bd2a0b48ec4 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0664575 Apr 19 19:12:33.344365 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Allocated IP 172.20.0.10 (0f492f34-2152-4aec-b6a7-a1e6a6c51ce5/044d3676-4886-4b0b-8640-7498a87a198c/28c5fe47-d5fe-4d7e-92d4-09e8bcafae08) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:33.401664 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2f025ac3-d902-495f-a2c3-44fc885250a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.430624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2f025ac3-d902-495f-a2c3-44fc885250a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.503505 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2f025ac3-d902-495f-a2c3-44fc885250a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.509072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c8828cac-6f74-42a1-a518-8963e1a4f7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:33.522536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f025ac3-d902-495f-a2c3-44fc885250a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fb3940-2372-47e0-9fdc-14ca9dfad9d2,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:33.528722 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2f025ac3-d902-495f-a2c3-44fc885250a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:33.534894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2f025ac3-d902-495f-a2c3-44fc885250a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.538512 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-2f025ac3-d902-495f-a2c3-44fc885250a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19fb3940-2372-47e0-9fdc-14ca9dfad9d2 HTTP/1.1" status: 204 len: 168 time: 0.2126787 Apr 19 19:12:33.684582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.695666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11610741-2f59-447c-b37b-da58034f1bb4 req-f1824b96-2968-4518-97e9-6c756e8d6197 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:33.697231 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-11610741-2f59-447c-b37b-da58034f1bb4 req-f1824b96-2968-4518-97e9-6c756e8d6197 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1848793 Apr 19 19:12:33.763407 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-11610741-2f59-447c-b37b-da58034f1bb4 req-02c36b21-72fe-40c2-a6df-5119e19fc29f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576727 Apr 19 19:12:33.774727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.790886 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:33.934286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Pushing event updated for resources: {'Port': ['ID=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:33.948654 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:33.955689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Network 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:33.957472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:33.964029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:34.059052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:34.059710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:34.137081 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a2bf6-e551-41a8-aeb5-4747b3ae4849 req-684b061a-d09c-4555-9b32-bd9723ddb3a7 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:34.139664 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-db0a2bf6-e551-41a8-aeb5-4747b3ae4849 req-684b061a-d09c-4555-9b32-bd9723ddb3a7 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 945 time: 0.2588844 Apr 19 19:12:34.141847 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3683751 Apr 19 19:12:34.186312 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Request body: {'port': {'device_id': 'bc470772-0bc0-42ae-bc44-ce05f54aad28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:34.261603 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-db0a2bf6-e551-41a8-aeb5-4747b3ae4849 req-f8e8a9e8-870b-48ea-87a3-a6fe0cef5aef tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150215 Apr 19 19:12:34.358890 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:35.092005 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f5c91-a768-49c7-8161-5cabebc48013 req-17fe6149-a9b7-4e41-b86a-f8dcb86f13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:35.094061 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-374f5c91-a768-49c7-8161-5cabebc48013 req-17fe6149-a9b7-4e41-b86a-f8dcb86f13aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 1098 time: 0.1160817 Apr 19 19:12:35.153577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6e669-32e4-4160-9022-49c0fbe711f0 req-6524b1cf-7343-4878-b08b-1b75f5d89be5 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:35.153577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-51d6e669-32e4-4160-9022-49c0fbe711f0 req-6524b1cf-7343-4878-b08b-1b75f5d89be5 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Synchronizing usage tracker for tenant:223bb8336f574a50aeebcf9b4ccb1b88 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:12:35.165737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:12:35.179833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:35.199592 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-374f5c91-a768-49c7-8161-5cabebc48013 req-a6db7f46-972d-4b66-b24f-2822995c3969 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895536 Apr 19 19:12:35.213766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-51d6e669-32e4-4160-9022-49c0fbe711f0 req-6524b1cf-7343-4878-b08b-1b75f5d89be5 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Unset dirty status for tenant:223bb8336f574a50aeebcf9b4ccb1b88 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:12:35.216818 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-51d6e669-32e4-4160-9022-49c0fbe711f0 req-6524b1cf-7343-4878-b08b-1b75f5d89be5 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 932 time: 0.6576869 Apr 19 19:12:35.218555 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Transition to ACTIVE for port object 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:35.226903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:35.246409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-482b9576-0ab3-4e6a-a2af-6bfd86bc4f7a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:35.383249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b9b75-35c0-47ca-bd39-64d1745b4f50 req-2da90a50-c9d8-4a12-aef0-a8eab0c2dc46 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:35.386983 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f14b9b75-35c0-47ca-bd39-64d1745b4f50 req-2da90a50-c9d8-4a12-aef0-a8eab0c2dc46 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.4429746 Apr 19 19:12:35.476438 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-51d6e669-32e4-4160-9022-49c0fbe711f0 req-0d95e4b5-de4b-4ce1-8073-ddf330b58f05 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452433 Apr 19 19:12:35.529452 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Pushing event updated for resources: {'Port': ['ID=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:35.548417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:35.673909 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f14b9b75-35c0-47ca-bd39-64d1745b4f50 req-1350c81e-1b3e-49cb-9bb6-3d489573d1d8 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732103 Apr 19 19:12:35.682281 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Attempting to bind port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:35.682281 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Attempting to bind port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fbfcfb8f-2545-4de2-8fb7-8c310fadd553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0f492f34-2152-4aec-b6a7-a1e6a6c51ce5'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:35.682787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Attempting to bind port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 on network 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:35.691583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 on network 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:12:35.692685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Attempting to bind port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 on network 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:35.707381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:35.708771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Checking segment: {'id': 'fbfcfb8f-2545-4de2-8fb7-8c310fadd553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0f492f34-2152-4aec-b6a7-a1e6a6c51ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:35.709277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Bound using segment: {'id': 'fbfcfb8f-2545-4de2-8fb7-8c310fadd553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0f492f34-2152-4aec-b6a7-a1e6a6c51ce5'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:35.709934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Bound port: 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbfcfb8f-2545-4de2-8fb7-8c310fadd553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0f492f34-2152-4aec-b6a7-a1e6a6c51ce5'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:35.710327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:36.086366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] For port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:36.089746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] For port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08,segment=NetworkSegment(fbfcfb8f-2545-4de2-8fb7-8c310fadd553),segment_id=fbfcfb8f-2545-4de2-8fb7-8c310fadd553)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:36.096951 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:36.106067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:36.160943 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:36.161602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:36.163111 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] 10.222.0.52 "PUT /v2.0/ports/28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 HTTP/1.1" status: 200 len: 1094 time: 1.9900150 Apr 19 19:12:36.163677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc470772-0bc0-42ae-bc44-ce05f54aad28', 'tag': '28c5fe47-d5fe-4d7e-92d4-09e8bcafae08'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:36.193033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Pushing event updated for resources: {'Port': ['ID=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:36.196355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:36.270512 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc470772-0bc0-42ae-bc44-ce05f54aad28', 'tag': '28c5fe47-d5fe-4d7e-92d4-09e8bcafae08', 'status': 'completed', 'code': 200} Apr 19 19:12:36.304806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d2bf652-81a3-48c1-8ed7-31554f173bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:36.323216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-c0962711-f805-443c-bef7-fa1d6e2f3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:36.325026 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-c0962711-f805-443c-bef7-fa1d6e2f3469 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=223bb8336f574a50aeebcf9b4ccb1b88&device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 1097 time: 0.1045079 Apr 19 19:12:36.417325 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-ae7732f3-8097-4010-9b86-64336de43195 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 HTTP/1.1" status: 200 len: 217 time: 0.0694144 Apr 19 19:12:36.519804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-e6c56be8-ae21-41a0-a8ae-08cdc8a2938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:36.521539 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-e6c56be8-ae21-41a0-a8ae-08cdc8a2938e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=044d3676-4886-4b0b-8640-7498a87a198c HTTP/1.1" status: 200 len: 853 time: 0.0933433 Apr 19 19:12:36.627978 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-ec81b81c-4311-4e8a-8959-c079e8e5fb40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f492f34-2152-4aec-b6a7-a1e6a6c51ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944355 Apr 19 19:12:36.821072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:36.871950 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-757da556-d02c-49f3-b9d6-f204e266f15c service neutron] 10.222.0.52 "GET /v2.0/networks/0f492f34-2152-4aec-b6a7-a1e6a6c51ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322948 Apr 19 19:12:36.880838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300de2e-03b4-49ae-81f1-07edb969af8c req-ec26f82b-df72-4846-9b0f-bdd93480e396 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:36.889372 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f300de2e-03b4-49ae-81f1-07edb969af8c req-ec26f82b-df72-4846-9b0f-bdd93480e396 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 944 time: 0.2179062 Apr 19 19:12:37.050796 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f300de2e-03b4-49ae-81f1-07edb969af8c req-14e98645-256f-4b3d-827c-114e759a71ac tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604161 Apr 19 19:12:37.076184 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb9a1db7-ec86-4b65-b259-c370e7c48445 req-5f1221e3-a6be-49f4-964d-4287fd24f8b4 service neutron] 10.222.0.52 "GET /v2.0/networks/0f492f34-2152-4aec-b6a7-a1e6a6c51ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843629 Apr 19 19:12:37.348337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc0d46-c6bd-4301-a6c5-501d5a90b83a req-e8297914-126c-4cbd-89a5-8d80e5452982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:37.349940 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-babc0d46-c6bd-4301-a6c5-501d5a90b83a req-e8297914-126c-4cbd-89a5-8d80e5452982 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=223bb8336f574a50aeebcf9b4ccb1b88&device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 1097 time: 0.1906226 Apr 19 19:12:37.400246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2c9f1-d3bf-4905-bbe6-1a89a584b6a2 req-aaf30be4-363d-45f2-80a8-4b40c8d0460a tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:37.401974 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7cf2c9f1-d3bf-4905-bbe6-1a89a584b6a2 req-aaf30be4-363d-45f2-80a8-4b40c8d0460a tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1470578 Apr 19 19:12:37.538249 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7cf2c9f1-d3bf-4905-bbe6-1a89a584b6a2 req-f546fef6-7d74-4d3d-b0d2-d69c2735ee6e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866928 Apr 19 19:12:37.575188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc0d46-c6bd-4301-a6c5-501d5a90b83a req-25623f70-a763-449f-b792-bf1c74fbb4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:37.576794 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-babc0d46-c6bd-4301-a6c5-501d5a90b83a req-25623f70-a763-449f-b792-bf1c74fbb4ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 HTTP/1.1" status: 200 len: 914 time: 0.2127373 Apr 19 19:12:37.677284 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-babc0d46-c6bd-4301-a6c5-501d5a90b83a req-5f0ada39-8d38-4569-a388-1ca8183dbd40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 HTTP/1.1" status: 200 len: 217 time: 0.0760646 Apr 19 19:12:37.769443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc0d46-c6bd-4301-a6c5-501d5a90b83a req-4048d79d-7071-4acb-919a-e9e29986ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:37.771903 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-babc0d46-c6bd-4301-a6c5-501d5a90b83a req-4048d79d-7071-4acb-919a-e9e29986ca27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=044d3676-4886-4b0b-8640-7498a87a198c HTTP/1.1" status: 200 len: 853 time: 0.0767586 Apr 19 19:12:37.839014 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-babc0d46-c6bd-4301-a6c5-501d5a90b83a req-021d87a9-da09-4dad-b10a-1f8cec1ebe70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f492f34-2152-4aec-b6a7-a1e6a6c51ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511661 Apr 19 19:12:37.978814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53263bdf-c0e3-48e3-8d2c-727f705aed79 req-8d97c2ef-3a4b-4d0d-b094-a7b6140ccd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:37.980793 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-53263bdf-c0e3-48e3-8d2c-727f705aed79 req-8d97c2ef-3a4b-4d0d-b094-a7b6140ccd2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 1098 time: 0.0908809 Apr 19 19:12:38.085585 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-babc0d46-c6bd-4301-a6c5-501d5a90b83a req-7daa6232-675c-4d28-bf45-59f0c024047e service neutron] 10.222.0.52 "GET /v2.0/networks/0f492f34-2152-4aec-b6a7-a1e6a6c51ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291951 Apr 19 19:12:38.167056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53263bdf-c0e3-48e3-8d2c-727f705aed79 req-985becd2-b7f6-4291-a663-38583cec61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:38.168693 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-53263bdf-c0e3-48e3-8d2c-727f705aed79 req-985becd2-b7f6-4291-a663-38583cec61c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 920 time: 0.1741188 Apr 19 19:12:38.182284 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940bb67-d3eb-48ed-bb76-6f1bf4369cab req-e3d3d0b3-5ff2-495e-ad72-a73f3e85f821 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:38.183966 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9940bb67-d3eb-48ed-bb76-6f1bf4369cab req-e3d3d0b3-5ff2-495e-ad72-a73f3e85f821 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.2495787 Apr 19 19:12:38.287862 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-53263bdf-c0e3-48e3-8d2c-727f705aed79 req-99d514fe-2672-423a-a57c-e6349117ea8f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5e26c8-7091-4829-ac60-19ddfac94774 HTTP/1.1" status: 200 len: 217 time: 0.0995948 Apr 19 19:12:38.346863 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc39e-8c4c-4cc9-8e89-47232e50e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:38.414270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53263bdf-c0e3-48e3-8d2c-727f705aed79 req-1f264604-5a17-4f6b-b013-14838baa1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:38.416566 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-53263bdf-c0e3-48e3-8d2c-727f705aed79 req-1f264604-5a17-4f6b-b013-14838baa1f7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.1145005 Apr 19 19:12:38.421155 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9940bb67-d3eb-48ed-bb76-6f1bf4369cab req-a47c3fdd-5382-4524-af65-af1d76a975a9 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421053 Apr 19 19:12:38.479783 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-babc0d46-c6bd-4301-a6c5-501d5a90b83a req-670fead3-0826-4843-a2b2-9cdbdbfc599a service neutron] 10.222.0.52 "GET /v2.0/networks/0f492f34-2152-4aec-b6a7-a1e6a6c51ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672509 Apr 19 19:12:38.489687 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-53263bdf-c0e3-48e3-8d2c-727f705aed79 req-cc0225f1-ac7c-4b49-8d16-62a3834f23ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638883 Apr 19 19:12:38.517355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a7ee8-80b0-41ac-bf68-8d0587dfec9a req-a565e216-6e4c-44c9-ac76-32f44be5c078 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:38.525898 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-360a7ee8-80b0-41ac-bf68-8d0587dfec9a req-a565e216-6e4c-44c9-ac76-32f44be5c078 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 944 time: 0.2290218 Apr 19 19:12:38.570243 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-360a7ee8-80b0-41ac-bf68-8d0587dfec9a req-bfb37710-77e4-491f-b12d-c6f1af683163 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430188 Apr 19 19:12:38.607369 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 38982) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:38.653445 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-53263bdf-c0e3-48e3-8d2c-727f705aed79 req-71c2abf0-64e4-4cdc-b905-edb08bf02059 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536355 Apr 19 19:12:38.771263 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:38.805554 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-53263bdf-c0e3-48e3-8d2c-727f705aed79 req-72938f02-683d-497c-9bf0-31f36b4af8b8 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453655 Apr 19 19:12:38.809677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-808f902c-8fc1-4e35-9c98-c432a6e1a759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:38.827840 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-808f902c-8fc1-4e35-9c98-c432a6e1a759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:38.834873 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-808f902c-8fc1-4e35-9c98-c432a6e1a759 admin admin] Usage tracker for resource:security_group_rule and tenant:bd65601e582e47d588f1a4ea21fbd51f is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:38.838000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-808f902c-8fc1-4e35-9c98-c432a6e1a759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:38.844298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-808f902c-8fc1-4e35-9c98-c432a6e1a759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:38.928774 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-808f902c-8fc1-4e35-9c98-c432a6e1a759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:38.933031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-808f902c-8fc1-4e35-9c98-c432a6e1a759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:38.941877 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c572b689-0015-4bd8-b480-894839132e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:38.982246 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-808f902c-8fc1-4e35-9c98-c432a6e1a759 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd65601e582e47d588f1a4ea21fbd51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737361 Apr 19 19:12:38.983938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f902c-8fc1-4e35-9c98-c432a6e1a759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21df4be8-ff62-4904-bd32-1da172dca59e,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:38.985364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 38992) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:38.987440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-808f902c-8fc1-4e35-9c98-c432a6e1a759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:39.050720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f75c2aa3-9c1f-463d-be7d-7ecc6bdb48ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.079227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f75c2aa3-9c1f-463d-be7d-7ecc6bdb48ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.129542 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f75c2aa3-9c1f-463d-be7d-7ecc6bdb48ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.133565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ebc58e05-4da5-453b-ad1c-1473a265438c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:39.145270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c2aa3-9c1f-463d-be7d-7ecc6bdb48ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21df4be8-ff62-4904-bd32-1da172dca59e,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:39.149370 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f75c2aa3-9c1f-463d-be7d-7ecc6bdb48ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:39.152913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f75c2aa3-9c1f-463d-be7d-7ecc6bdb48ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.154258 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f75c2aa3-9c1f-463d-be7d-7ecc6bdb48ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21df4be8-ff62-4904-bd32-1da172dca59e HTTP/1.1" status: 204 len: 168 time: 0.1678128 Apr 19 19:12:39.335278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.464448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39004) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:39.483943 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0f6a977-9508-40a0-8e2a-fcacd3406149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.501247 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e0f6a977-9508-40a0-8e2a-fcacd3406149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:39.505395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e0f6a977-9508-40a0-8e2a-fcacd3406149 admin admin] Usage tracker for resource:security_group_rule and tenant:3041935da6754bc0935c0c19eccfd12c is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:39.508585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e0f6a977-9508-40a0-8e2a-fcacd3406149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:39.515125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e0f6a977-9508-40a0-8e2a-fcacd3406149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:39.674135 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0f6a977-9508-40a0-8e2a-fcacd3406149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.683542 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0f6a977-9508-40a0-8e2a-fcacd3406149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.693164 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-acecce4b-0bba-41d7-8bd1-20be8dc4786e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:39.778474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04d6a5-915b-4414-9fb5-4fcb5db9e870 req-b44f2133-b5da-489d-a12b-a58434e4935c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:39.780184 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ef04d6a5-915b-4414-9fb5-4fcb5db9e870 req-b44f2133-b5da-489d-a12b-a58434e4935c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.2186096 Apr 19 19:12:39.820394 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e0f6a977-9508-40a0-8e2a-fcacd3406149 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3041935da6754bc0935c0c19eccfd12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546362 Apr 19 19:12:39.823400 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 39016) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:39.823748 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6a977-9508-40a0-8e2a-fcacd3406149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978abc63-8aba-4b00-9b3c-cefde4dd33c0,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:39.835627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e0f6a977-9508-40a0-8e2a-fcacd3406149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:39.873500 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ef04d6a5-915b-4414-9fb5-4fcb5db9e870 req-e3954181-9e41-4bb5-9224-71e83224b1f3 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755701 Apr 19 19:12:39.889902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739c55c-6f4a-4a0a-bc1a-027f0caa2996 req-91975aea-3077-4314-9fec-fc7026b5f524 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:39.891545 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2739c55c-6f4a-4a0a-bc1a-027f0caa2996 req-91975aea-3077-4314-9fec-fc7026b5f524 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 944 time: 0.1873882 Apr 19 19:12:39.901353 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-85678699-3a01-4711-bf0f-f340e857e440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.929298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-85678699-3a01-4711-bf0f-f340e857e440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.946448 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2739c55c-6f4a-4a0a-bc1a-027f0caa2996 req-ddcbde3c-94bb-4a69-a67f-84ea650e7bb3 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463352 Apr 19 19:12:39.975321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-85678699-3a01-4711-bf0f-f340e857e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.980604 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-da753c5a-de02-4756-b744-28dd4113bfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:39.993458 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85678699-3a01-4711-bf0f-f340e857e440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978abc63-8aba-4b00-9b3c-cefde4dd33c0,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:39.996607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-85678699-3a01-4711-bf0f-f340e857e440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:39.998662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-85678699-3a01-4711-bf0f-f340e857e440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.999872 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-85678699-3a01-4711-bf0f-f340e857e440 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/978abc63-8aba-4b00-9b3c-cefde4dd33c0 HTTP/1.1" status: 204 len: 168 time: 0.1749701 Apr 19 19:12:40.745186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:41.106136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd120ec-d975-457b-b50d-66ec2e933439 req-cde95d8a-c931-42fc-aac9-ce0bdc76db0e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:41.108012 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2bd120ec-d975-457b-b50d-66ec2e933439 req-cde95d8a-c931-42fc-aac9-ce0bdc76db0e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1157839 Apr 19 19:12:41.158437 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2bd120ec-d975-457b-b50d-66ec2e933439 req-8c21ba5f-0fbe-45a1-b527-69d6b9fcad4b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437965 Apr 19 19:12:41.351931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5c9e4-d1a2-4ae1-bfce-9be22415f923 req-5b80442f-7638-46c7-a433-9d70befb73e8 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:41.354484 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-89c5c9e4-d1a2-4ae1-bfce-9be22415f923 req-5b80442f-7638-46c7-a433-9d70befb73e8 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 944 time: 0.0906434 Apr 19 19:12:41.407846 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-89c5c9e4-d1a2-4ae1-bfce-9be22415f923 req-e10b41cf-1492-48e8-9ae2-c84f702391a2 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475962 Apr 19 19:12:42.364276 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595b4a9-cfbe-40b2-b6fc-178ccf0cce6c req-244e0a46-09cc-448e-a973-9f14531ccf1f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:42.366000 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2595b4a9-cfbe-40b2-b6fc-178ccf0cce6c req-244e0a46-09cc-448e-a973-9f14531ccf1f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.0951700 Apr 19 19:12:42.417423 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2595b4a9-cfbe-40b2-b6fc-178ccf0cce6c req-bf97669a-91ab-4c3a-8164-9c7be4a181d2 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442457 Apr 19 19:12:42.619816 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f259a6-08f7-4e1b-8bb0-65f26c2ccdff req-babad031-25b1-42bf-b8f8-c082719a41d4 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:42.621475 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-97f259a6-08f7-4e1b-8bb0-65f26c2ccdff req-babad031-25b1-42bf-b8f8-c082719a41d4 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 944 time: 0.0973661 Apr 19 19:12:42.905211 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-97f259a6-08f7-4e1b-8bb0-65f26c2ccdff req-442a7cd1-1551-4584-9e94-f11c680971ba tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767622 Apr 19 19:12:43.015282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc04328-0574-4e3e-9a53-161f2d99f38e req-9214dc6b-df8a-485b-b969-ebc944bc1482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:43.016878 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-abc04328-0574-4e3e-9a53-161f2d99f38e req-9214dc6b-df8a-485b-b969-ebc944bc1482 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 1098 time: 0.0848799 Apr 19 19:12:43.076977 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:12:43.226591 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc04328-0574-4e3e-9a53-161f2d99f38e req-a5c908eb-671d-4523-8745-25e1ef52a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:43.228894 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-abc04328-0574-4e3e-9a53-161f2d99f38e req-a5c908eb-671d-4523-8745-25e1ef52a920 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 920 time: 0.1810842 Apr 19 19:12:43.268903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08,segment=NetworkSegment(fbfcfb8f-2545-4de2-8fb7-8c310fadd553),segment_id=fbfcfb8f-2545-4de2-8fb7-8c310fadd553)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:43.299093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': '28c5fe47-d5fe-4d7e-92d4-09e8bcafae08', 'network_id': '0f492f34-2152-4aec-b6a7-a1e6a6c51ce5', 'port_id': '28c5fe47-d5fe-4d7e-92d4-09e8bcafae08', 'mac_address': 'fa:16:3e:ca:9c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044d3676-4886-4b0b-8640-7498a87a198c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:12:43.314643 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-abc04328-0574-4e3e-9a53-161f2d99f38e req-3aedfd8b-409e-466a-9858-142e7f529a1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5e26c8-7091-4829-ac60-19ddfac94774 HTTP/1.1" status: 200 len: 217 time: 0.0732720 Apr 19 19:12:43.396762 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc04328-0574-4e3e-9a53-161f2d99f38e req-588b8351-a34b-4c82-926b-dbd12bb43543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:43.398347 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-abc04328-0574-4e3e-9a53-161f2d99f38e req-588b8351-a34b-4c82-926b-dbd12bb43543 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.0706420 Apr 19 19:12:43.410527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:43.428924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:12:43.449139 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08,segment=NetworkSegment(fbfcfb8f-2545-4de2-8fb7-8c310fadd553),segment_id=fbfcfb8f-2545-4de2-8fb7-8c310fadd553)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:43.453854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:43.455779 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:43.469464 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-abc04328-0574-4e3e-9a53-161f2d99f38e req-302ee819-28e2-4e53-b85d-91860a1b6c24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518205 Apr 19 19:12:43.526995 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:43.530512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:43.622834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372bb73-2bb3-46ce-ab4c-85ebf1df05a4 req-acf1e71c-e653-4055-b1c6-848faf159028 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:43.624403 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d372bb73-2bb3-46ce-ab4c-85ebf1df05a4 req-acf1e71c-e653-4055-b1c6-848faf159028 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.0882246 Apr 19 19:12:43.632109 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-abc04328-0574-4e3e-9a53-161f2d99f38e req-db5b7e64-b510-425c-af9a-7f307eab14ba service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443653 Apr 19 19:12:43.678699 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d372bb73-2bb3-46ce-ab4c-85ebf1df05a4 req-d814815b-dc4c-4484-8832-5415300b839f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470591 Apr 19 19:12:43.799325 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-abc04328-0574-4e3e-9a53-161f2d99f38e req-cb692363-8991-4540-b383-de3d77a63763 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557832 Apr 19 19:12:44.160270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c959b1-070f-46ba-9268-7fdf56b0ef85 req-4db909cb-8466-4e72-aacb-8731ccfbc1da tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:44.161906 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-08c959b1-070f-46ba-9268-7fdf56b0ef85 req-4db909cb-8466-4e72-aacb-8731ccfbc1da tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 945 time: 0.1187992 Apr 19 19:12:44.213074 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-08c959b1-070f-46ba-9268-7fdf56b0ef85 req-e171e5f8-71b6-4027-84d9-be751e22e244 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433154 Apr 19 19:12:44.240223 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['28c5fe47-d5fe-4d7e-92d4-09e8bcafae08'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:12:44.910420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512a718-9ce1-45ca-9d29-c6c39c0c8bc4 req-4610181c-9713-4339-97b6-8be6de7841a5 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:44.912086 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5512a718-9ce1-45ca-9d29-c6c39c0c8bc4 req-4610181c-9713-4339-97b6-8be6de7841a5 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1150496 Apr 19 19:12:44.967658 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5512a718-9ce1-45ca-9d29-c6c39c0c8bc4 req-56999715-4fef-4add-9f74-053f899b7355 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456438 Apr 19 19:12:45.440148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca1c0b-4851-453e-870e-8025e13afec2 req-e4333ee7-7511-42a7-bbc0-363b28d1d086 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:45.448320 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-75ca1c0b-4851-453e-870e-8025e13afec2 req-e4333ee7-7511-42a7-bbc0-363b28d1d086 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 945 time: 0.1131289 Apr 19 19:12:45.498812 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-75ca1c0b-4851-453e-870e-8025e13afec2 req-afd6fa55-8ab9-4385-94a5-83eccd5457ba tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486643 Apr 19 19:12:46.173653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5371e-540d-4413-bccd-56f26edf0cb3 req-1e1a7396-0e50-42f0-99d4-088aaa49a79f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:46.175268 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-68d5371e-540d-4413-bccd-56f26edf0cb3 req-1e1a7396-0e50-42f0-99d4-088aaa49a79f tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.0929327 Apr 19 19:12:46.224863 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-68d5371e-540d-4413-bccd-56f26edf0cb3 req-f2cbba7b-df8c-4324-a1e0-f6d66f5d86bf tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431030 Apr 19 19:12:46.730064 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f6449-8026-400a-9518-b6d08a3d25a6 req-df22d435-9a1b-40b3-8c1a-05f881468711 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:46.732472 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6d0f6449-8026-400a-9518-b6d08a3d25a6 req-df22d435-9a1b-40b3-8c1a-05f881468711 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 945 time: 0.1182086 Apr 19 19:12:46.786341 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6d0f6449-8026-400a-9518-b6d08a3d25a6 req-5ddc09f4-47ae-4680-a05a-8bc8a1ca0262 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469317 Apr 19 19:12:47.121783 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:47.200413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:47.205592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:47.206015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.245304 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 39234) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:47.349729 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.374239 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1f3547a6-9b10-4348-9ccf-94bb37db02e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.382816 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc470772-0bc0-42ae-bc44-ce05f54aad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c5fe47-d5fe-4d7e-92d4-09e8bcafae08'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:47.396155 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08,segment=NetworkSegment(fbfcfb8f-2545-4de2-8fb7-8c310fadd553),segment_id=fbfcfb8f-2545-4de2-8fb7-8c310fadd553)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:47.402953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1f3547a6-9b10-4348-9ccf-94bb37db02e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:47.408208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1f3547a6-9b10-4348-9ccf-94bb37db02e6 admin admin] Usage tracker for resource:security_group_rule and tenant:6683c119334d40ff9863ac6d9a36f429 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:47.411404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1f3547a6-9b10-4348-9ccf-94bb37db02e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:47.411999 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.415171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:47.425015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1f3547a6-9b10-4348-9ccf-94bb37db02e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:47.446079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cafd39-12df-4eb3-b6c4-7881d180016a req-c5de8b0a-16a8-4a14-8646-617d1c36d4cd tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:47.448256 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-27cafd39-12df-4eb3-b6c4-7881d180016a req-c5de8b0a-16a8-4a14-8646-617d1c36d4cd tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1000710 Apr 19 19:12:47.507092 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-27cafd39-12df-4eb3-b6c4-7881d180016a req-de9d0bc5-98d3-4a22-b790-c712d064cad7 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520186 Apr 19 19:12:47.530109 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1f3547a6-9b10-4348-9ccf-94bb37db02e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.540923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1f3547a6-9b10-4348-9ccf-94bb37db02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.551353 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9006a84c-273e-4b5d-99b9-c0ee2fbd0f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:47.589389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3547a6-9b10-4348-9ccf-94bb37db02e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe5b554-7336-4bdf-a9d8-b42610ff96c7,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:47.595643 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1f3547a6-9b10-4348-9ccf-94bb37db02e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:47.615331 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc470772-0bc0-42ae-bc44-ce05f54aad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c5fe47-d5fe-4d7e-92d4-09e8bcafae08', 'code': 200} Apr 19 19:12:47.617266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39256) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:47.617804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:47.624749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:47.627469 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-1f3547a6-9b10-4348-9ccf-94bb37db02e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6683c119334d40ff9863ac6d9a36f429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808424 Apr 19 19:12:47.691069 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef951-54b2-4b7c-94d6-af13383f2d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.720904 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef951-54b2-4b7c-94d6-af13383f2d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.778687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef951-54b2-4b7c-94d6-af13383f2d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.784129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a0b663e9-e27a-4dcd-8ed5-cc35b19a69c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:47.801320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ef951-54b2-4b7c-94d6-af13383f2d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe5b554-7336-4bdf-a9d8-b42610ff96c7,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:47.804964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3d3ef951-54b2-4b7c-94d6-af13383f2d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:47.817941 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5e626-0f7c-45da-b7a2-96e4f00642ae req-a5e011aa-f8e9-4bfd-8b82-563976b1a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:47.819578 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ffa5e626-0f7c-45da-b7a2-96e4f00642ae req-a5e011aa-f8e9-4bfd-8b82-563976b1a92d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 1099 time: 0.0937860 Apr 19 19:12:47.835387 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef951-54b2-4b7c-94d6-af13383f2d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.835387 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-3d3ef951-54b2-4b7c-94d6-af13383f2d9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfe5b554-7336-4bdf-a9d8-b42610ff96c7 HTTP/1.1" status: 204 len: 168 time: 0.2122533 Apr 19 19:12:47.898158 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ffa5e626-0f7c-45da-b7a2-96e4f00642ae req-e199e979-1c8f-4247-bf3d-77394880a9f1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575211 Apr 19 19:12:48.054173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b47f5f-0a71-448a-9112-118d0c10abc0 req-f85278ef-f8ba-4d01-81f2-a39a47c7e49d tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:48.055847 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-78b47f5f-0a71-448a-9112-118d0c10abc0 req-f85278ef-f8ba-4d01-81f2-a39a47c7e49d tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 946 time: 0.1372392 Apr 19 19:12:48.144957 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-78b47f5f-0a71-448a-9112-118d0c10abc0 req-8ef731d5-53cb-4044-8e00-2c883476930d tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809731 Apr 19 19:12:48.285363 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39280) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:48.304209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0a83374-d565-49cb-8d80-47480f4efeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.319676 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e0a83374-d565-49cb-8d80-47480f4efeb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:48.323630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e0a83374-d565-49cb-8d80-47480f4efeb9 admin admin] Usage tracker for resource:security_group_rule and tenant:fa1d602f09ca4f72971b2c02721241e1 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:48.326629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e0a83374-d565-49cb-8d80-47480f4efeb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:48.332543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e0a83374-d565-49cb-8d80-47480f4efeb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:48.420469 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0a83374-d565-49cb-8d80-47480f4efeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.424137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0a83374-d565-49cb-8d80-47480f4efeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.432540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:48.474537 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e0a83374-d565-49cb-8d80-47480f4efeb9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa1d602f09ca4f72971b2c02721241e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879661 Apr 19 19:12:48.476318 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a83374-d565-49cb-8d80-47480f4efeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07776e65-e3a2-4083-a8d3-e34997456df3,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:48.477519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 39284) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:48.479473 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e0a83374-d565-49cb-8d80-47480f4efeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:48.543308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6229dbbd-0def-4299-8cbb-9c339db139a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.574955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6229dbbd-0def-4299-8cbb-9c339db139a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.624791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6229dbbd-0def-4299-8cbb-9c339db139a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.629717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4870d265-5121-4ef9-abcc-269a52448bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:48.644196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229dbbd-0def-4299-8cbb-9c339db139a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07776e65-e3a2-4083-a8d3-e34997456df3,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:48.647312 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6229dbbd-0def-4299-8cbb-9c339db139a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:48.652227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6229dbbd-0def-4299-8cbb-9c339db139a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.653919 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-6229dbbd-0def-4299-8cbb-9c339db139a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07776e65-e3a2-4083-a8d3-e34997456df3 HTTP/1.1" status: 204 len: 168 time: 0.1742580 Apr 19 19:12:49.389448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f2186-2ea5-42a6-95fb-db8ec4e7dd88 req-e48273b6-4092-4753-8ff5-f6f232baca00 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:49.389448 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b45f2186-2ea5-42a6-95fb-db8ec4e7dd88 req-e48273b6-4092-4753-8ff5-f6f232baca00 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 946 time: 0.1330009 Apr 19 19:12:49.473175 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b45f2186-2ea5-42a6-95fb-db8ec4e7dd88 req-f26ac814-c8be-4a3c-8f15-c30103692e0c tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823741 Apr 19 19:12:49.592708 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460f965-faeb-461d-859b-27ae3099e88a req-2f075d41-aa04-4cb8-ba5f-268c3c4095a6 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:49.594519 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0460f965-faeb-461d-859b-27ae3099e88a req-2f075d41-aa04-4cb8-ba5f-268c3c4095a6 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1058958 Apr 19 19:12:49.679260 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0460f965-faeb-461d-859b-27ae3099e88a req-7af85b2c-8bc4-4ab2-abae-dbc18f24405d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767086 Apr 19 19:12:50.486423 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-bcee7fb4-d39e-45ad-b4de-db9859b7d824 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:50.488035 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-bcee7fb4-d39e-45ad-b4de-db9859b7d824 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 814 time: 0.1619883 Apr 19 19:12:50.504253 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-c714f360-b6e6-427a-a717-98174847cd23 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/quotas/fbff15111e1d4753ab5b433204c69165 HTTP/1.1" status: 200 len: 375 time: 0.0098622 Apr 19 19:12:50.611736 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-00c1b4d3-41ea-412c-b509-314a0438a9da tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1013427 Apr 19 19:12:50.842962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468cdc9-6807-4561-9db6-6d2b6fa905ee req-ca388bb3-14ed-4cbb-8ce3-e80b43a62afe tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:50.844480 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d468cdc9-6807-4561-9db6-6d2b6fa905ee req-ca388bb3-14ed-4cbb-8ce3-e80b43a62afe tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 946 time: 0.2315593 Apr 19 19:12:50.848145 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-b2a418fc-f0a7-4b29-99dc-3afa0a8a0f02 service neutron] 10.222.0.55 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861980 Apr 19 19:12:50.983050 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d468cdc9-6807-4561-9db6-6d2b6fa905ee req-815c055b-b7b4-433e-9da8-be3d6dcca5c8 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321387 Apr 19 19:12:51.046545 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-412e6221-a7f2-4da4-92cb-be34e5f20e74 service neutron] 10.222.0.55 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804912 Apr 19 19:12:51.263301 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3d94c4fb-645e-40d2-8539-20284351da26 req-61bc1ff2-9509-42eb-9b10-503c32a638ad tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0651286 Apr 19 19:12:52.310496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39476) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:52.429044 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2851ca7d-5b2f-45f9-a9dc-afacab6371e4 req-ce021a98-fb47-4273-afd0-51e8cb562a80 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0514679 Apr 19 19:12:52.450263 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4625175b-1864-4c22-8b37-92283899c231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:52.466876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4625175b-1864-4c22-8b37-92283899c231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:52.471148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4625175b-1864-4c22-8b37-92283899c231 admin admin] Usage tracker for resource:security_group_rule and tenant:19474db97c6841cea1ad0d373161d657 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:52.474133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4625175b-1864-4c22-8b37-92283899c231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:52.480368 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4625175b-1864-4c22-8b37-92283899c231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:52.575332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4625175b-1864-4c22-8b37-92283899c231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:52.579182 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4625175b-1864-4c22-8b37-92283899c231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:52.588654 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0b7355c2-f600-4928-95fa-09b65d277187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:52.634496 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4625175b-1864-4c22-8b37-92283899c231 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19474db97c6841cea1ad0d373161d657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201823 Apr 19 19:12:52.634742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39484) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:52.637702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625175b-1864-4c22-8b37-92283899c231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c977eff5-3724-4982-8704-dc9d94e0734b,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:52.652481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4625175b-1864-4c22-8b37-92283899c231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:52.703116 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9a6f73c-10d7-4284-9ba6-29e17b93f44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:52.733145 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9a6f73c-10d7-4284-9ba6-29e17b93f44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:52.756364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-936f98a2-628a-4b4d-b64b-e9560a5ce572 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:52.758085 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-936f98a2-628a-4b4d-b64b-e9560a5ce572 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 814 time: 0.1628547 Apr 19 19:12:52.778428 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9a6f73c-10d7-4284-9ba6-29e17b93f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:52.783833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e0f6a977-9508-40a0-8e2a-fcacd3406149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:52.788830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Request body: {'port': {'device_id': '3a4e48c7-7e4d-43b7-adf4-192793c4a1a2', 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f', 'admin_state_up': True, 'tenant_id': 'fbff15111e1d4753ab5b433204c69165'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:52.796701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6f73c-10d7-4284-9ba6-29e17b93f44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c977eff5-3724-4982-8704-dc9d94e0734b,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:52.799118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d9a6f73c-10d7-4284-9ba6-29e17b93f44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:52.808388 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9a6f73c-10d7-4284-9ba6-29e17b93f44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:52.825348 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d9a6f73c-10d7-4284-9ba6-29e17b93f44a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c977eff5-3724-4982-8704-dc9d94e0734b HTTP/1.1" status: 204 len: 168 time: 0.1769474 Apr 19 19:12:52.944155 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:52.959227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:52.971043 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Made reservation on behalf of fbff15111e1d4753ab5b433204c69165 for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:52.977411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.170159 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Allocated IP 172.20.0.10 (c06345fb-504f-4da6-8c7f-16a38f90e35f/e1ad4e80-7721-4138-a1cc-4e228a93cf71/46cde9d6-47a9-4fc8-bb6a-4151d9351b96) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:53.191410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39500) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:53.211105 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-37d9c7e0-552a-4d81-98b3-a18f92f77170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.230472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-37d9c7e0-552a-4d81-98b3-a18f92f77170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:53.234658 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-37d9c7e0-552a-4d81-98b3-a18f92f77170 admin admin] Usage tracker for resource:security_group_rule and tenant:ea53725261b84c529d963b592ae376e0 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:53.237633 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-37d9c7e0-552a-4d81-98b3-a18f92f77170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:53.243574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-37d9c7e0-552a-4d81-98b3-a18f92f77170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:53.347181 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-37d9c7e0-552a-4d81-98b3-a18f92f77170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.357850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-37d9c7e0-552a-4d81-98b3-a18f92f77170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.371766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-dc1666a6-47c4-44c3-8235-81746b43982f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:53.418123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.426705 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-37d9c7e0-552a-4d81-98b3-a18f92f77170 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea53725261b84c529d963b592ae376e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339327 Apr 19 19:12:53.428433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9c7e0-552a-4d81-98b3-a18f92f77170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5397fc4-1f15-4ef8-85bf-f60b6a86402d,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:53.429704 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 39512) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:53.439437 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-37d9c7e0-552a-4d81-98b3-a18f92f77170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:53.517149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8f089d0c-4bae-4e20-9f83-2face9f2d983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.562626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8f089d0c-4bae-4e20-9f83-2face9f2d983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.621515 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.624235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8f089d0c-4bae-4e20-9f83-2face9f2d983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.639250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bc38e953-6ad5-4a2b-9617-5eefa609b74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:53.639556 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['777f44fc-ac49-4014-8738-fbda985bbd09', '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e', '0ac35330-f57a-458e-9d4f-f6145f589aec'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:12:53.761797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e98f52-31ca-4ea7-a797-e54c3ffeb31f req-bb65e7c1-8910-4cee-8c20-1d6dc8c5bd81 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:53.775848 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9e98f52-31ca-4ea7-a797-e54c3ffeb31f req-bb65e7c1-8910-4cee-8c20-1d6dc8c5bd81 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 932 time: 0.2152016 Apr 19 19:12:53.854493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39524) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:53.887264 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9e98f52-31ca-4ea7-a797-e54c3ffeb31f req-f2344fce-dd80-460b-be33-d6769953cc85 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053238 Apr 19 19:12:53.908154 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f089d0c-4bae-4e20-9f83-2face9f2d983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5397fc4-1f15-4ef8-85bf-f60b6a86402d,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:53.912193 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8f089d0c-4bae-4e20-9f83-2face9f2d983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:53.912879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:53.992249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Pushing event updated for resources: {'Port': ['ID=46cde9d6-47a9-4fc8-bb6a-4151d9351b96,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:53.997732 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:53.998525 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8f089d0c-4bae-4e20-9f83-2face9f2d983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.002254 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-8f089d0c-4bae-4e20-9f83-2face9f2d983 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5397fc4-1f15-4ef8-85bf-f60b6a86402d HTTP/1.1" status: 204 len: 168 time: 0.5679381 Apr 19 19:12:54.002254 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Network c06345fb-504f-4da6-8c7f-16a38f90e35f is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:54.003211 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:54.009955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:54.109168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0baf09c-7798-4f08-b296-5c05e97fe870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.159409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:54.160157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.166666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e0baf09c-7798-4f08-b296-5c05e97fe870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:54.172927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e0baf09c-7798-4f08-b296-5c05e97fe870 admin admin] Usage tracker for resource:security_group_rule and tenant:6be60ae235a94a7fba291484d60d4cbb is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:54.180055 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e0baf09c-7798-4f08-b296-5c05e97fe870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:54.196586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e0baf09c-7798-4f08-b296-5c05e97fe870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:54.199213 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4145601 Apr 19 19:12:54.213337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Request body: {'port': {'device_id': '3a4e48c7-7e4d-43b7-adf4-192793c4a1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:54.329844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0baf09c-7798-4f08-b296-5c05e97fe870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.346074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0baf09c-7798-4f08-b296-5c05e97fe870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.373869 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:54.406487 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e0baf09c-7798-4f08-b296-5c05e97fe870 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6be60ae235a94a7fba291484d60d4cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5491874 Apr 19 19:12:54.406487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0baf09c-7798-4f08-b296-5c05e97fe870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277e8620-0f82-47b7-9d81-1775ac058fc0,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:54.409162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e0baf09c-7798-4f08-b296-5c05e97fe870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:54.409876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39544) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:54.436720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.484125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-63d5a9f8-4706-4880-8854-c24bcc3ca507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.512575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-63d5a9f8-4706-4880-8854-c24bcc3ca507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.529572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 39548) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:54.564103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-63d5a9f8-4706-4880-8854-c24bcc3ca507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.569033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7f87febe-4993-482a-a3db-6296aa828fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:54.587902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5a9f8-4706-4880-8854-c24bcc3ca507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277e8620-0f82-47b7-9d81-1775ac058fc0,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:54.590879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-63d5a9f8-4706-4880-8854-c24bcc3ca507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:54.594418 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-63d5a9f8-4706-4880-8854-c24bcc3ca507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.598547 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-63d5a9f8-4706-4880-8854-c24bcc3ca507 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/277e8620-0f82-47b7-9d81-1775ac058fc0 HTTP/1.1" status: 204 len: 168 time: 0.1875880 Apr 19 19:12:54.598767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c738f3e8-8728-4a8a-9d61-600f330f6908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.631327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-c738f3e8-8728-4a8a-9d61-600f330f6908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:54.641395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-c738f3e8-8728-4a8a-9d61-600f330f6908 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc23e0f8a7d4c8bbf3095923d4fe8ee is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:54.646629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-c738f3e8-8728-4a8a-9d61-600f330f6908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:54.675450 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-c738f3e8-8728-4a8a-9d61-600f330f6908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:54.956852 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:12:54.962705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c738f3e8-8728-4a8a-9d61-600f330f6908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.967935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.970402 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c738f3e8-8728-4a8a-9d61-600f330f6908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.984377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6b338ab9-2c73-44df-b5de-49537917eee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:55.029123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Transition to ACTIVE for port object 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:55.038819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.042604 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c738f3e8-8728-4a8a-9d61-600f330f6908 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8bc23e0f8a7d4c8bbf3095923d4fe8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118225 Apr 19 19:12:55.046932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738f3e8-8728-4a8a-9d61-600f330f6908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575f5eb7-3d26-40b8-b2aa-d1a55338ba47,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:55.049518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 39566) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:55.137913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c738f3e8-8728-4a8a-9d61-600f330f6908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:55.138578 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:55.153407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286b907-b4ef-435d-8646-962b72cc0099 req-6469a9c2-79c9-4d19-ad31-4eb1ae302e89 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:55.155070 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0286b907-b4ef-435d-8646-962b72cc0099 req-6469a9c2-79c9-4d19-ad31-4eb1ae302e89 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.1362441 Apr 19 19:12:55.228296 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0286b907-b4ef-435d-8646-962b72cc0099 req-027212c1-1cf9-4325-a8c3-7194b899e1f0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669653 Apr 19 19:12:55.367251 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Pushing event updated for resources: {'Port': ['ID=46cde9d6-47a9-4fc8-bb6a-4151d9351b96,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:55.379172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bb703ae8-78e1-48a9-90da-bbeb3b76f119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.410957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bb703ae8-78e1-48a9-90da-bbeb3b76f119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.439668 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:55.467521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bb703ae8-78e1-48a9-90da-bbeb3b76f119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.478010 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4ede612e-e286-47e3-9408-8b62dd26535d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:55.501013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb703ae8-78e1-48a9-90da-bbeb3b76f119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575f5eb7-3d26-40b8-b2aa-d1a55338ba47,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:55.517302 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bb703ae8-78e1-48a9-90da-bbeb3b76f119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:55.520373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39590) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:55.524948 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bb703ae8-78e1-48a9-90da-bbeb3b76f119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.526172 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-bb703ae8-78e1-48a9-90da-bbeb3b76f119 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/575f5eb7-3d26-40b8-b2aa-d1a55338ba47 HTTP/1.1" status: 204 len: 168 time: 0.4687743 Apr 19 19:12:55.530758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Attempting to bind port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:55.531123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Attempting to bind port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:55.531488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Attempting to bind port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 on network c06345fb-504f-4da6-8c7f-16a38f90e35f {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:55.536612 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 on network c06345fb-504f-4da6-8c7f-16a38f90e35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:12:55.536970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Attempting to bind port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 on network c06345fb-504f-4da6-8c7f-16a38f90e35f {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:55.550861 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:55.551243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Checking segment: {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:55.551662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Bound using segment: {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:55.552141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Bound port: 46cde9d6-47a9-4fc8-bb6a-4151d9351b96, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62093d1b-b1af-4439-aa0d-fdc41e549f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:55.552527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.682426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1594311805-network', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:55.685728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] For port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96, host hv-cinder-78693, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:55.689046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:55.690585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] For port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46cde9d6-47a9-4fc8-bb6a-4151d9351b96,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:55.694969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Usage tracker for resource:network and tenant:a255a4db0fd947d19a5af64f66b11821 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:55.695680 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.700269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:55.710582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:55.715988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:55.736010 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Made reservation on behalf of a255a4db0fd947d19a5af64f66b11821 for: {'network': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:55.741041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.756171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.765668 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:55.766347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.767865 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] 10.222.0.52 "PUT /v2.0/ports/46cde9d6-47a9-4fc8-bb6a-4151d9351b96 HTTP/1.1" status: 200 len: 1094 time: 1.5599692 Apr 19 19:12:55.768380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4e48c7-7e4d-43b7-adf4-192793c4a1a2', 'tag': '46cde9d6-47a9-4fc8-bb6a-4151d9351b96'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:55.773670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:55.786100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Usage tracker for resource:security_group_rule and tenant:a255a4db0fd947d19a5af64f66b11821 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:55.789488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:55.802443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Pushing event updated for resources: {'Port': ['ID=46cde9d6-47a9-4fc8-bb6a-4151d9351b96,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:55.806156 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:55.808810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:55.874039 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4e48c7-7e4d-43b7-adf4-192793c4a1a2', 'tag': '46cde9d6-47a9-4fc8-bb6a-4151d9351b96', 'status': 'completed', 'code': 200} Apr 19 19:12:55.927913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-0807deba-8b54-4d01-96be-cd092df9f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:55.929514 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.930412 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-0807deba-8b54-4d01-96be-cd092df9f735 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 1097 time: 0.1114516 Apr 19 19:12:55.933031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.937543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:55.967377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=86441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:12:55.995266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bb237a-b811-438d-8931-ebc1e0e667d7,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:56.000601 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:56.001641 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.002027 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Added segment 157ecbf3-f167-4445-b83e-c54d6a03292b of type vlan for network 654e0997-f641-42e2-9392-7d4e29dab7f6 Apr 19 19:12:56.052765 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-c1f73526-2ad8-4821-888b-a56031a406d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46cde9d6-47a9-4fc8-bb6a-4151d9351b96 HTTP/1.1" status: 200 len: 217 time: 0.0999243 Apr 19 19:12:56.085645 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.162394 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-7289f8fd-33f1-4c5f-a0da-22322061ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:56.164404 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-7289f8fd-33f1-4c5f-a0da-22322061ec9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0991008 Apr 19 19:12:56.167844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.169324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:56.170035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.175633 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:56.283425 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Pushing event updated for resources: {'Network': ['ID=654e0997-f641-42e2-9392-7d4e29dab7f6,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:56.287336 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7656441 Apr 19 19:12:56.288227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:56.290886 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 39618) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:56.297380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Request body: {'subnet': {'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1594311805-subnet', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:56.299688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 654e0997-f641-42e2-9392-7d4e29dab7f6 details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:12:56.320632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:56.327786 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Usage tracker for resource:subnet and tenant:a255a4db0fd947d19a5af64f66b11821 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:56.331143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:56.348447 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:56.366961 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Made reservation on behalf of a255a4db0fd947d19a5af64f66b11821 for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:56.374097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827347715'] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.479071 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dd149-b8df-420d-83e8-6c0814f03187 req-c8262a4a-930a-4cd2-8aae-71f70c6ab6b4 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:56.480847 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-114dd149-b8df-420d-83e8-6c0814f03187 req-c8262a4a-930a-4cd2-8aae-71f70c6ab6b4 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.1028132 Apr 19 19:12:56.554971 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-114dd149-b8df-420d-83e8-6c0814f03187 req-0dfaa266-7b9c-441f-a869-fe78860244a7 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641346 Apr 19 19:12:56.846425 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853900605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827347732'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.851390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b84c560f-2159-470b-887b-9ca11274cd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:56.933038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9218f19-885f-4b7e-be76-c297872ec9d9,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:56.937772 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:56.942607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Checking segment: {'id': '157ecbf3-f167-4445-b83e-c54d6a03292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:56.943013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Network hostable DHCP agents. Network: 654e0997-f641-42e2-9392-7d4e29dab7f6, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:12:56.963535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Network 654e0997-f641-42e2-9392-7d4e29dab7f6 is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:12:56.972690 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 654e0997-f641-42e2-9392-7d4e29dab7f6) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:56.982368 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f76c70-2f30-4116-8c49-ec0dfacde9d1 None None] Network 654e0997-f641-42e2-9392-7d4e29dab7f6 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:12:56.985239 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:56.985882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.009066 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b946f1f5-9015-4bd4-b62f-58b570f58d27 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7145224 Apr 19 19:12:57.009273 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 39644) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:57.015724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1594311805-router', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:57.020909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:57.025390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Usage tracker for resource:router and tenant:a255a4db0fd947d19a5af64f66b11821 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:57.029675 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:57.036520 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:57.049766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32715'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.050920 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743108'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.071125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.227120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f36e89-c652-5c48-a22e-e39afdece8ec-654e0997-f641-42e2-9392-7d4e29dab7f6', 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'fixed_ips': [{'subnet_id': 'b9218f19-885f-4b7e-be76-c297872ec9d9'}]}} from dv-cinder-786931-1-iscsi. {{(pid=86442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:12:57.228535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.364919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743123'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.408420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Allocated IP 172.20.0.2 (654e0997-f641-42e2-9392-7d4e29dab7f6/b9218f19-885f-4b7e-be76-c297872ec9d9/df6ca160-439a-445b-a174-6c45d0f61811) {{(pid=86442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:57.748639 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.787765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.830397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1120f-0bce-4c0c-b6dd-42bd4dd4a4ef req-dcdbae7a-c1e3-4dea-b068-ccd6dacd6867 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:57.832468 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a4e1120f-0bce-4c0c-b6dd-42bd4dd4a4ef req-dcdbae7a-c1e3-4dea-b068-ccd6dacd6867 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.1214418 Apr 19 19:12:57.876841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Notify callbacks [] for port, precommit_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.888065 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Transition to ACTIVE for port object df6ca160-439a-445b-a174-6c45d0f61811 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:57.893135 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a4e1120f-0bce-4c0c-b6dd-42bd4dd4a4ef req-25b1dd07-3515-4eea-841b-8b1dfb9bf7b2 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527592 Apr 19 19:12:57.922857 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Transition to ACTIVE for port object df6ca160-439a-445b-a174-6c45d0f61811 will not be triggered until provisioned by entity DHCP. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:57.933217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.941466 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:57.961386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Allocated IP 172.27.0.83 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/f88ce9f9-0c00-4dc3-aec5-c81086c17644) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:58.027077 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Network 654e0997-f641-42e2-9392-7d4e29dab7f6 is already hosted by enough agents. {{(pid=86442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:58.030137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Resources bound (agent type, host, resource id): {{(pid=86442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:58.035465 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Pushing event updated for resources: {'Port': ['ID=df6ca160-439a-445b-a174-6c45d0f61811,revision_number=1']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:58.038375 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Received port after_create {{(pid=86442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:58.048778 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:58.049159 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:58.049544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:58.049906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:58.050268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:58.050672 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:58.051075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:58.051503 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:58.051964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:58.052366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:58.053426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:58.053426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:58.084091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:58.153122 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Attempting to bind port df6ca160-439a-445b-a174-6c45d0f61811 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:58.153542 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Attempting to bind port df6ca160-439a-445b-a174-6c45d0f61811 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '157ecbf3-f167-4445-b83e-c54d6a03292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:58.153954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Attempting to bind port df6ca160-439a-445b-a174-6c45d0f61811 on network 654e0997-f641-42e2-9392-7d4e29dab7f6 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:58.159952 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:58.160373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Checking segment: {'id': '157ecbf3-f167-4445-b83e-c54d6a03292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:58.160823 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.161260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Bound using segment: {'id': '157ecbf3-f167-4445-b83e-c54d6a03292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:58.161779 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Bound port: df6ca160-439a-445b-a174-6c45d0f61811, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157ecbf3-f167-4445-b83e-c54d6a03292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:58.162195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.173097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.203370 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.208613 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:58.265934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] For port df6ca160-439a-445b-a174-6c45d0f61811, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:58.269534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] For port df6ca160-439a-445b-a174-6c45d0f61811, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=df6ca160-439a-445b-a174-6c45d0f61811,segment=NetworkSegment(157ecbf3-f167-4445-b83e-c54d6a03292b),segment_id=157ecbf3-f167-4445-b83e-c54d6a03292b)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:58.270061 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:58.273822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.277089 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:58.281838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:58.285073 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:58.343528 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Pushing event updated for resources: {'Port': ['ID=f88ce9f9-0c00-4dc3-aec5-c81086c17644,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:58.352099 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:58.373110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Pushing event updated for resources: {'Port': ['ID=df6ca160-439a-445b-a174-6c45d0f61811,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:58.378146 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:58.779733 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-eb9dcce5-2708-4094-9784-435605e2b5e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3449664 Apr 19 19:12:59.043470 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:59.115740 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99e48-9f76-47fa-89d4-72fa9a357cf6 req-6d3f4460-c124-4392-932a-e8d44f508f14 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:59.117407 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b6b99e48-9f76-47fa-89d4-72fa9a357cf6 req-6d3f4460-c124-4392-932a-e8d44f508f14 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.1020761 Apr 19 19:12:59.167317 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b6b99e48-9f76-47fa-89d4-72fa9a357cf6 req-3bb885c0-55e6-4c15-a0b4-5666fb90a835 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 Apr 19 19:12:59.412371 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854367420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851000356'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:59.753068 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device df6ca160-439a-445b-a174-6c45d0f61811 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:59.787538 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e79a48b-cd5e-4e86-b067-faa2c1321238 None None] Network 654e0997-f641-42e2-9392-7d4e29dab7f6 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:12:59.795759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Router dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce is scheduled to L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:12:59.801682 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-468a4deb-c887-4d5d-a4cd-d318f3d0c7d8 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854985 Apr 19 19:12:59.894305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-1808a265-9c0f-4fb8-a766-063776a6141e None None] Provisioning for port df6ca160-439a-445b-a174-6c45d0f61811 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:59.952740 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port df6ca160-439a-445b-a174-6c45d0f61811 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:59.963565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port df6ca160-439a-445b-a174-6c45d0f61811 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:59.964004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:00.216953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:13:00.228123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Sync routers for ids ['dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:13:00.232942 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fed4ca72-246b-47be-a5f0-374e16a5d02e req-d4de3243-0def-4ccc-939d-e13b91a87f73 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681729 Apr 19 19:13:00.239443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:00.253650 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Routers {'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:00.256724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:12:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:00.299607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port df6ca160-439a-445b-a174-6c45d0f61811, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=df6ca160-439a-445b-a174-6c45d0f61811,segment=NetworkSegment(157ecbf3-f167-4445-b83e-c54d6a03292b),segment_id=157ecbf3-f167-4445-b83e-c54d6a03292b)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:00.306250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:00.308324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:00.326385 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:00.327886 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3175406 Apr 19 19:13:00.330907 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 39714) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:00.425380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=df6ca160-439a-445b-a174-6c45d0f61811,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:00.444168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:00.496967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e83d1-7574-4676-96f8-6957375b1903 req-6c9a65a6-1822-4fde-a320-61bcc00b5445 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:00.505748 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-718e83d1-7574-4676-96f8-6957375b1903 req-6c9a65a6-1822-4fde-a320-61bcc00b5445 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.1320047 Apr 19 19:13:00.581274 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-718e83d1-7574-4676-96f8-6957375b1903 req-efffa8b3-688e-4547-92f2-6dc545ae9bd0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741484 Apr 19 19:13:00.634500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Set router dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:00.643809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-b356ee37-bf97-4713-b380-ee622002640e None None] Provisioning complete for port df6ca160-439a-445b-a174-6c45d0f61811 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:00.644549 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b356ee37-bf97-4713-b380-ee622002640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:00.758201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83fbad-c95e-45f4-927d-a95bdf2f256f req-eef599a1-fe5e-4704-b758-c7cf4c8cea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:00.760077 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c83fbad-c95e-45f4-927d-a95bdf2f256f req-eef599a1-fe5e-4704-b758-c7cf4c8cea6d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 1097 time: 0.4260268 Apr 19 19:13:01.073307 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'name': 'tempest-TestShelveInstance-1594311805-router', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:12:58Z', 'revision_number': 3, 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'gw_port': {'id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:01.077836 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Checking router: dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:13:01.078224 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Updating router dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce port f88ce9f9-0c00-4dc3-aec5-c81086c17644 binding host dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:13:01.154344 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:01.367824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83fbad-c95e-45f4-927d-a95bdf2f256f req-59b86532-4778-42c7-84ce-4e3034daf09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:01.369401 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c83fbad-c95e-45f4-927d-a95bdf2f256f req-59b86532-4778-42c7-84ce-4e3034daf09a service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.5990872 Apr 19 19:13:01.518067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Notify callbacks [] for port, precommit_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:01.531104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Transition to ACTIVE for port object f88ce9f9-0c00-4dc3-aec5-c81086c17644 will not be triggered until provisioned by entity L2. {{(pid=86443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:01.537000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:01.542008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0b552927-15ab-4b20-9fba-86ba30b1816f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:01.568645 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c83fbad-c95e-45f4-927d-a95bdf2f256f req-2e62af6b-a89f-4191-b09c-9797f1f93ae5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46cde9d6-47a9-4fc8-bb6a-4151d9351b96 HTTP/1.1" status: 200 len: 217 time: 0.1363394 Apr 19 19:13:01.628732 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Pushing event updated for resources: {'Port': ['ID=f88ce9f9-0c00-4dc3-aec5-c81086c17644,revision_number=2']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:01.631100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Attempting to bind port f88ce9f9-0c00-4dc3-aec5-c81086c17644 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:13:01.631515 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Attempting to bind port f88ce9f9-0c00-4dc3-aec5-c81086c17644 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:13:01.632049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Attempting to bind port f88ce9f9-0c00-4dc3-aec5-c81086c17644 on network 22660ca9-1aee-455b-8549-52f5768c4643 {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:01.642318 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:13:01.642773 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Checking segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:01.643198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:01.643631 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Bound using segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:13:01.644205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Bound port: f88ce9f9-0c00-4dc3-aec5-c81086c17644, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:13:01.644614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:01.665524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device df6ca160-439a-445b-a174-6c45d0f61811 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:01.677320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:01.682901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:01.683825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:01.684382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:01.684897 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:01.685450 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:01.685991 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:01.686535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:01.687095 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:01.687638 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:01.688161 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:01.688689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:01.692829 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:01.753971 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] For port f88ce9f9-0c00-4dc3-aec5-c81086c17644, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:01.758186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] For port f88ce9f9-0c00-4dc3-aec5-c81086c17644, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=f88ce9f9-0c00-4dc3-aec5-c81086c17644,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:01.763322 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:01.769943 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:01.790058 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83fbad-c95e-45f4-927d-a95bdf2f256f req-bd13178c-eb34-4156-826a-b79c7e9cae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:01.791697 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c83fbad-c95e-45f4-927d-a95bdf2f256f req-bd13178c-eb34-4156-826a-b79c7e9cae8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.2077286 Apr 19 19:13:01.806673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port df6ca160-439a-445b-a174-6c45d0f61811 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:01.807091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:01.887304 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c83fbad-c95e-45f4-927d-a95bdf2f256f req-e5bb5708-d199-4aec-86cb-48c9c0cc60e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665305 Apr 19 19:13:01.902266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Pushing event updated for resources: {'Port': ['ID=f88ce9f9-0c00-4dc3-aec5-c81086c17644,revision_number=3']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:01.915525 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aab0a2-5beb-438f-8bdc-dbd97abe5661 req-da2633f5-8e30-4ddf-8d38-73c529ca9c5f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:01.919773 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8aab0a2-5beb-438f-8bdc-dbd97abe5661 req-da2633f5-8e30-4ddf-8d38-73c529ca9c5f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.1909268 Apr 19 19:13:01.925328 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:01.925989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Routers {'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:01.926714 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:12:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:02.001830 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d8aab0a2-5beb-438f-8bdc-dbd97abe5661 req-0a515452-fb70-45a4-ad34-625b3fc5f76f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668321 Apr 19 19:13:02.181153 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] Set router dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:02.190603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:02.277330 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c83fbad-c95e-45f4-927d-a95bdf2f256f req-16e68876-5253-4343-aa80-5025f6a3412f service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730671 Apr 19 19:13:02.508739 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'name': 'tempest-TestShelveInstance-1594311805-router', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:12:58Z', 'revision_number': 3, 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'gw_port': {'id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:02.517358 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31860e-aa29-4385-b5f3-7a2d4077031c None None] The sync data for ids ['dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'] in dv-cinder-786931-1-iscsi is: [{'id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'name': 'tempest-TestShelveInstance-1594311805-router', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:12:58Z', 'revision_number': 3, 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'gw_port': {'id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:13:02.558259 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c83fbad-c95e-45f4-927d-a95bdf2f256f req-cf4d85f4-3ee1-431e-bab1-596b271d3c15 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590625 Apr 19 19:13:02.569583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39766) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:02.578219 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Allocated IP 172.20.0.1 (654e0997-f641-42e2-9392-7d4e29dab7f6/b9218f19-885f-4b7e-be76-c297872ec9d9/02b7f602-e704-4d0b-a7b5-05662c24d01c) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:13:02.713026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-88103396-b163-4a77-b6a3-266a35c24954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:02.729054 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-88103396-b163-4a77-b6a3-266a35c24954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:02.733148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-88103396-b163-4a77-b6a3-266a35c24954 admin admin] Usage tracker for resource:security_group_rule and tenant:7591cda685a447b88d2eaba5b5ac0daf is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:02.736120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-88103396-b163-4a77-b6a3-266a35c24954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:02.742034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-88103396-b163-4a77-b6a3-266a35c24954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:02.751730 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:02.769297 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Transition to ACTIVE for port object 02b7f602-e704-4d0b-a7b5-05662c24d01c will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:02.798905 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:02.803249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7cad0bd7-bad2-41cd-8e46-2751ffdc4b1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:02.836597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-88103396-b163-4a77-b6a3-266a35c24954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:02.840299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-88103396-b163-4a77-b6a3-266a35c24954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:02.849480 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b7f88a1b-777b-45ab-b52b-d83315ca41af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:02.874433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Network 654e0997-f641-42e2-9392-7d4e29dab7f6 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:02.877540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:02.881507 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:13:02.895386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88103396-b163-4a77-b6a3-266a35c24954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d217eaf-fece-4760-bf2c-615950c87281,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:02.903446 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-88103396-b163-4a77-b6a3-266a35c24954 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7591cda685a447b88d2eaba5b5ac0daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323605 Apr 19 19:13:02.904512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39772) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:02.905012 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-88103396-b163-4a77-b6a3-266a35c24954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:02.925710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Pushing event updated for resources: {'Port': ['ID=02b7f602-e704-4d0b-a7b5-05662c24d01c,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:02.934628 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:02.946138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406529'] for router_interface, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:02.971868 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-608420a8-4bd8-4fb7-8858-02ccf0e1afae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.032568 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-608420a8-4bd8-4fb7-8858-02ccf0e1afae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.149952 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-608420a8-4bd8-4fb7-8858-02ccf0e1afae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.159046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d62e9e5e-2c2e-4fc9-80cd-354d6afd6ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:03.169861 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-1f6c8d51-5b16-485a-8d24-49701b358c47 None None] Provisioning for port 02b7f602-e704-4d0b-a7b5-05662c24d01c completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:03.180636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-1f6c8d51-5b16-485a-8d24-49701b358c47 None None] Provisioning complete for port 02b7f602-e704-4d0b-a7b5-05662c24d01c triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:03.181131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1f6c8d51-5b16-485a-8d24-49701b358c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.181248 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608420a8-4bd8-4fb7-8858-02ccf0e1afae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d217eaf-fece-4760-bf2c-615950c87281,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:03.183605 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-608420a8-4bd8-4fb7-8858-02ccf0e1afae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.187417 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-608420a8-4bd8-4fb7-8858-02ccf0e1afae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d217eaf-fece-4760-bf2c-615950c87281 HTTP/1.1" status: 204 len: 168 time: 0.2784672 Apr 19 19:13:03.187417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-608420a8-4bd8-4fb7-8858-02ccf0e1afae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:03.203260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.379345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c8d51-5b16-485a-8d24-49701b358c47 None None] Port 02b7f602-e704-4d0b-a7b5-05662c24d01c cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:13:03.438253 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa670a8b-a67e-4b7d-9881-ac754cdb3aee req-235eea2f-764d-4b9b-9b38-b959cc61f8f4 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:03.442518 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aa670a8b-a67e-4b7d-9881-ac754cdb3aee req-235eea2f-764d-4b9b-9b38-b959cc61f8f4 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.1523256 Apr 19 19:13:03.508576 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aa670a8b-a67e-4b7d-9881-ac754cdb3aee req-4185f49a-71ab-4b8c-83d6-70a2de780f07 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607722 Apr 19 19:13:03.619355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.631226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.702856 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:03.736442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device f88ce9f9-0c00-4dc3-aec5-c81086c17644 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:03.766038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39798) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:03.800853 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3e258130-caea-4132-b2b9-5bf3c2a688a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.828157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-3e258130-caea-4132-b2b9-5bf3c2a688a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:03.832470 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-3e258130-caea-4132-b2b9-5bf3c2a688a5 admin admin] Usage tracker for resource:security_group_rule and tenant:69bd9d7781de4e96936926c99b977d4f is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:03.835592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-3e258130-caea-4132-b2b9-5bf3c2a688a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:03.838821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Pushing event updated for resources: {'Port': ['ID=02b7f602-e704-4d0b-a7b5-05662c24d01c,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:03.841882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-3e258130-caea-4132-b2b9-5bf3c2a688a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:03.843803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:03.844899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3913131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369178'] for router_interface, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.884602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port f88ce9f9-0c00-4dc3-aec5-c81086c17644 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:03.892499 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port f88ce9f9-0c00-4dc3-aec5-c81086c17644 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:03.892916 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.936196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3e258130-caea-4132-b2b9-5bf3c2a688a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.940390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3e258130-caea-4132-b2b9-5bf3c2a688a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.949337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-808f902c-8fc1-4e35-9c98-c432a6e1a759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:03.988006 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-3e258130-caea-4132-b2b9-5bf3c2a688a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69bd9d7781de4e96936926c99b977d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204509 Apr 19 19:13:03.988668 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39806) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:04.012434 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Network 654e0997-f641-42e2-9392-7d4e29dab7f6 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:04.013828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:04.037823 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e258130-caea-4132-b2b9-5bf3c2a688a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cde0fc-b396-449a-b4af-1b872f4d2cc4,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:04.039670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.057163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3e258130-caea-4132-b2b9-5bf3c2a688a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:04.098316 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port f88ce9f9-0c00-4dc3-aec5-c81086c17644, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=f88ce9f9-0c00-4dc3-aec5-c81086c17644,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:04.104599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.106682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:04.116046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7cd55c3-e738-436d-b0d4-2674c7062fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.162942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7cd55c3-e738-436d-b0d4-2674c7062fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.218515 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=f88ce9f9-0c00-4dc3-aec5-c81086c17644,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:04.221608 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7cd55c3-e738-436d-b0d4-2674c7062fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.228743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:04.233821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:04.244854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7cd55c3-e738-436d-b0d4-2674c7062fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.246998 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b7cd55c3-e738-436d-b0d4-2674c7062fc5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16cde0fc-b396-449a-b4af-1b872f4d2cc4 HTTP/1.1" status: 204 len: 168 time: 0.2493508 Apr 19 19:13:04.249692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd55c3-e738-436d-b0d4-2674c7062fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cde0fc-b396-449a-b4af-1b872f4d2cc4,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:04.252720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b7cd55c3-e738-436d-b0d4-2674c7062fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:04.311347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-6e742445-a252-431b-a964-3f2e3643c03f None None] Provisioning complete for port 02b7f602-e704-4d0b-a7b5-05662c24d01c triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:04.312226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6e742445-a252-431b-a964-3f2e3643c03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.337294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Router dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:13:04.397945 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-6e742445-a252-431b-a964-3f2e3643c03f None None] Port 02b7f602-e704-4d0b-a7b5-05662c24d01c cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:13:04.549772 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:13:04.573005 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] 10.222.0.55 "PUT /v2.0/routers/dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2349806 Apr 19 19:13:04.731693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04621dd7-a0f0-46a5-b720-18c064a7b9c9 req-c6ffc704-ae96-41ac-a722-2a8fdaa8ac66 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:04.733332 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-04621dd7-a0f0-46a5-b720-18c064a7b9c9 req-c6ffc704-ae96-41ac-a722-2a8fdaa8ac66 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.1100082 Apr 19 19:13:04.787441 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-04621dd7-a0f0-46a5-b720-18c064a7b9c9 req-8bb51b00-1f39-4ee5-ac80-338fc6aec7d8 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466981 Apr 19 19:13:05.263120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 39844) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:05.269539 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-467297241-network', 'tenant_id': '87c925951379426ca34be1b691bff524'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:05.275232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:05.279542 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Usage tracker for resource:network and tenant:87c925951379426ca34be1b691bff524 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:05.282934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:05.288935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:05.307213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Made reservation on behalf of 87c925951379426ca34be1b691bff524 for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:13:05.311082 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.324640 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.340846 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:05.344992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Usage tracker for resource:security_group_rule and tenant:87c925951379426ca34be1b691bff524 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:05.348165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:05.354121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:05.499508 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.510003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.515234 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:05.566915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:13:05.570723 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba22ee-99a9-4e5a-9a0a-25cb0c7dc510 req-650fe752-6c70-42c6-9e75-f1aaff24360e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:05.572521 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1aba22ee-99a9-4e5a-9a0a-25cb0c7dc510 req-650fe752-6c70-42c6-9e75-f1aaff24360e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.0993726 Apr 19 19:13:05.596906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8117ac3-9647-4017-b7e1-64e0a8c1a79d,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:05.627520 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:05.629827 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.629827 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Added segment c1701f10-87f0-499e-9690-d6f4b2aa8f45 of type vlan for network e46f7e58-5db9-47aa-b159-966312b170a7 Apr 19 19:13:05.637244 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1aba22ee-99a9-4e5a-9a0a-25cb0c7dc510 req-b1d12d7d-10b4-4213-b9b1-cb4331ccffb2 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557971 Apr 19 19:13:05.637435 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9f545-7559-49f6-9af7-38497010a1a7 req-854a8af3-fc70-4424-8b06-8ca9c681b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:05.639153 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebd9f545-7559-49f6-9af7-38497010a1a7 req-854a8af3-fc70-4424-8b06-8ca9c681b1ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 1098 time: 0.2065561 Apr 19 19:13:05.678909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device f88ce9f9-0c00-4dc3-aec5-c81086c17644 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:05.690751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.755602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port f88ce9f9-0c00-4dc3-aec5-c81086c17644 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:05.755999 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.799426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Sync routers for ids ['dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:13:05.829033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Routers {'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:05.829731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:12:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:06.008726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afa86d-67ac-41ed-8a2d-ef111a546d70 req-da511452-1578-4b34-aa08-b0baa5cc4ba1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:06.010472 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-37afa86d-67ac-41ed-8a2d-ef111a546d70 req-da511452-1578-4b34-aa08-b0baa5cc4ba1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.0963879 Apr 19 19:13:06.072151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:06.076002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9f545-7559-49f6-9af7-38497010a1a7 req-ef48a669-16ed-42a2-925c-ba238eae580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:06.078639 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebd9f545-7559-49f6-9af7-38497010a1a7 req-ef48a669-16ed-42a2-925c-ba238eae580a service neutron] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 920 time: 0.4219170 Apr 19 19:13:06.081223 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:06.082640 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-37afa86d-67ac-41ed-8a2d-ef111a546d70 req-a750989f-2034-4002-8f6a-b19823e2752c tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639362 Apr 19 19:13:06.086185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:06.094377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:06.135502 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Set router dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:06.255958 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebd9f545-7559-49f6-9af7-38497010a1a7 req-31b6faff-6f4c-4d7e-b35a-3e3dfec7d742 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5e26c8-7091-4829-ac60-19ddfac94774 HTTP/1.1" status: 200 len: 217 time: 0.1641903 Apr 19 19:13:06.327034 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0599058 Apr 19 19:13:06.327555 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39860) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:06.335257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Request body: {'subnet': {'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-467297241-subnet', 'tenant_id': '87c925951379426ca34be1b691bff524', 'ip_version': 4}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:06.338848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Pushing event updated for resources: {'Network': ['ID=e46f7e58-5db9-47aa-b159-966312b170a7,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:06.341223 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:06.344118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:06.346194 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Usage tracker for resource:subnet and tenant:87c925951379426ca34be1b691bff524 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:06.349675 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:06.357633 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:06.371695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Made reservation on behalf of 87c925951379426ca34be1b691bff524 for: {'subnet': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:13:06.373172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9f545-7559-49f6-9af7-38497010a1a7 req-975759dc-4358-4388-836b-61740130f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:06.374923 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebd9f545-7559-49f6-9af7-38497010a1a7 req-975759dc-4358-4388-836b-61740130f072 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.0917430 Apr 19 19:13:06.377209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827442556'] for subnet, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:06.387401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network e46f7e58-5db9-47aa-b159-966312b170a7 details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:13:06.422344 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ff8e505a-b30b-4c3a-b4b5-5380db254bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:06.459136 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebd9f545-7559-49f6-9af7-38497010a1a7 req-83a40a7a-651f-49e3-bf68-3d28ddfee5e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701654 Apr 19 19:13:06.483792 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39866) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:06.746217 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebd9f545-7559-49f6-9af7-38497010a1a7 req-99a97790-78f4-4455-a2f9-68f1a0c37500 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738285 Apr 19 19:13:06.873136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:06.915637 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'name': 'tempest-TestShelveInstance-1594311805-router', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:13:03Z', 'revision_number': 4, 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'gw_port': {'id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '02b7f602-e704-4d0b-a7b5-05662c24d01c', 'name': '', 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'mac_address': 'fa:16:3e:73:4b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9218f19-885f-4b7e-be76-c297872ec9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:02Z', 'updated_at': '2021-04-19T19:13:03Z', 'revision_number': 2, 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'subnets': [{'id': 'b9218f19-885f-4b7e-be76-c297872ec9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:06.921431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Checking router: dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:13:06.922134 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Updating router dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce port 02b7f602-e704-4d0b-a7b5-05662c24d01c binding host dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:13:06.923220 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebd9f545-7559-49f6-9af7-38497010a1a7 req-6ab390e1-35fc-4ee1-868e-7fd9ba4abdcb service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702812 Apr 19 19:13:06.981140 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.013998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-676a84c6-e00e-4d22-8000-2b8af76c9748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.044224 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-676a84c6-e00e-4d22-8000-2b8af76c9748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:07.052837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-676a84c6-e00e-4d22-8000-2b8af76c9748 admin admin] Usage tracker for resource:security_group_rule and tenant:84f351c565a54ba98f351596d7f9f438 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:07.057029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-676a84c6-e00e-4d22-8000-2b8af76c9748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:07.068659 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-676a84c6-e00e-4d22-8000-2b8af76c9748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:07.150649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f52faa-dd62-4de1-9010-ae4772eb67b7 req-3b1411ab-c2e5-4ba3-8c56-44c82e9719ee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:07.152315 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-29f52faa-dd62-4de1-9010-ae4772eb67b7 req-3b1411ab-c2e5-4ba3-8c56-44c82e9719ee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.2044718 Apr 19 19:13:07.252801 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-29f52faa-dd62-4de1-9010-ae4772eb67b7 req-50356b61-64d6-425b-a8f7-b50a81411bd4 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858989 Apr 19 19:13:07.284713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-676a84c6-e00e-4d22-8000-2b8af76c9748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.322694 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-676a84c6-e00e-4d22-8000-2b8af76c9748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.336356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:07.367687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.381291 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Transition to ACTIVE for port object 02b7f602-e704-4d0b-a7b5-05662c24d01c will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:07.387860 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.392720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:07.437656 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-676a84c6-e00e-4d22-8000-2b8af76c9748 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84f351c565a54ba98f351596d7f9f438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9526534 Apr 19 19:13:07.441412 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 39882) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:07.449232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a84c6-e00e-4d22-8000-2b8af76c9748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201758d9-60d1-4977-b975-c6fbbebc16a0,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:07.452871 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-676a84c6-e00e-4d22-8000-2b8af76c9748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:07.458541 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-722211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827442539'] for subnet, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.470410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:07.522003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-12ecf706-7446-4966-b8b9-dbcabc54a338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.558212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-12ecf706-7446-4966-b8b9-dbcabc54a338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.578287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:07.582099 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:07.587966 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Checking segment: {'id': 'c1701f10-87f0-499e-9690-d6f4b2aa8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:07.588365 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Network hostable DHCP agents. Network: e46f7e58-5db9-47aa-b159-966312b170a7, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:13:07.604141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ebf2c-74c6-49b4-a03d-4e37ad1a5416 req-9f700734-a1eb-4bda-a3f6-05f7f223d0f9 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:07.612250 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6c4ebf2c-74c6-49b4-a03d-4e37ad1a5416 req-9f700734-a1eb-4bda-a3f6-05f7f223d0f9 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.2319436 Apr 19 19:13:07.629837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-12ecf706-7446-4966-b8b9-dbcabc54a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.641102 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:13:07.644110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe186b-2f85-4124-98e4-ac7aa451dade None None] Pushing event updated for resources: {'Port': ['ID=02b7f602-e704-4d0b-a7b5-05662c24d01c,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:07.653299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-94fe186b-2f85-4124-98e4-ac7aa451dade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:07.661853 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c4a41dd-93c3-4023-80a9-e6f3c5eafb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:07.666283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Network e46f7e58-5db9-47aa-b159-966312b170a7 is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:13:07.684550 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecf706-7446-4966-b8b9-dbcabc54a338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201758d9-60d1-4977-b975-c6fbbebc16a0,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:07.687935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-12ecf706-7446-4966-b8b9-dbcabc54a338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:07.690039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-12ecf706-7446-4966-b8b9-dbcabc54a338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.695503 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-12ecf706-7446-4966-b8b9-dbcabc54a338 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/201758d9-60d1-4977-b975-c6fbbebc16a0 HTTP/1.1" status: 204 len: 168 time: 0.2524250 Apr 19 19:13:07.702806 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6c4ebf2c-74c6-49b4-a03d-4e37ad1a5416 req-06d4739c-f1ca-4de7-8e3b-1f4c5f577664 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853014 Apr 19 19:13:07.704519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, e46f7e58-5db9-47aa-b159-966312b170a7) {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:07.718215 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:07.718903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.720551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c3b4a-151c-4f38-a795-5279ac87e23e None None] Network e46f7e58-5db9-47aa-b159-966312b170a7 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:13:07.735446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Attempting to bind port 02b7f602-e704-4d0b-a7b5-05662c24d01c on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:13:07.735860 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Attempting to bind port 02b7f602-e704-4d0b-a7b5-05662c24d01c by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '157ecbf3-f167-4445-b83e-c54d6a03292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:13:07.736267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Attempting to bind port 02b7f602-e704-4d0b-a7b5-05662c24d01c on network 654e0997-f641-42e2-9392-7d4e29dab7f6 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:07.764895 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 39890) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:07.772627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-467297241-router', 'tenant_id': '87c925951379426ca34be1b691bff524', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:07.779160 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b709f98d-743e-4396-a4cc-02ff1351a86c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4504089 Apr 19 19:13:07.789535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:07.797399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Usage tracker for resource:router and tenant:87c925951379426ca34be1b691bff524 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:07.800581 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:07.807933 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:13:07.808362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Checking segment: {'id': '157ecbf3-f167-4445-b83e-c54d6a03292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:07.808485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:07.808809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.809249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Bound using segment: {'id': '157ecbf3-f167-4445-b83e-c54d6a03292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:13:07.809785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Bound port: 02b7f602-e704-4d0b-a7b5-05662c24d01c, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157ecbf3-f167-4445-b83e-c54d6a03292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:13:07.810220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.819483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32715'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.820743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743108'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.851076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:08.025319 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] For port 02b7f602-e704-4d0b-a7b5-05662c24d01c, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:08.043758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] For port 02b7f602-e704-4d0b-a7b5-05662c24d01c, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=02b7f602-e704-4d0b-a7b5-05662c24d01c,segment=NetworkSegment(157ecbf3-f167-4445-b83e-c54d6a03292b),segment_id=157ecbf3-f167-4445-b83e-c54d6a03292b)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:08.092129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:08.101867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-94fe186b-2f85-4124-98e4-ac7aa451dade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:08.141175 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f36e89-c652-5c48-a22e-e39afdece8ec-e46f7e58-5db9-47aa-b159-966312b170a7', 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7', 'tenant_id': '87c925951379426ca34be1b691bff524', 'fixed_ips': [{'subnet_id': '5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5'}]}} from dv-cinder-786931-1-iscsi. {{(pid=86442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:13:08.142088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:08.181708 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743123'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:08.197849 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Routers {'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:08.198666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:12:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:08.432797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe186b-2f85-4124-98e4-ac7aa451dade None None] Pushing event updated for resources: {'Port': ['ID=02b7f602-e704-4d0b-a7b5-05662c24d01c,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:08.439912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-94fe186b-2f85-4124-98e4-ac7aa451dade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:08.457828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3cd107ea-0dfd-4dbd-b8aa-825017a2f755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:08.543027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff542295-43db-4ff1-b9a9-2eb2ffa4df96 req-98989f25-31f6-4094-8c95-349ed3f5b496 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:08.545102 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ff542295-43db-4ff1-b9a9-2eb2ffa4df96 req-98989f25-31f6-4094-8c95-349ed3f5b496 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1313636 Apr 19 19:13:08.569636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] Set router dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:08.586124 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:08.620790 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:08.630579 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ff542295-43db-4ff1-b9a9-2eb2ffa4df96 req-ea01e28b-392c-496d-8bba-1485154caeaa tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763485 Apr 19 19:13:08.728582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Allocated IP 172.20.0.2 (e46f7e58-5db9-47aa-b159-966312b170a7/5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5/07c588f8-739d-49d0-a1d6-d75aa8e7a9e8) {{(pid=86442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:13:08.804921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Allocated IP 172.27.0.165 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/4ff7b105-1399-4f68-b99e-f70808e7158f) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:13:09.044303 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.057500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c1231-6ba2-4389-b3bd-46296c8b3e57 req-f3866814-1bd5-4f7e-a0f8-f5eba973a224 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:09.072630 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e27c1231-6ba2-4389-b3bd-46296c8b3e57 req-f3866814-1bd5-4f7e-a0f8-f5eba973a224 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.2272241 Apr 19 19:13:09.074222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.120865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.127661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:09.169342 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e27c1231-6ba2-4389-b3bd-46296c8b3e57 req-0fc116ad-bf15-478f-b186-12667287bafe tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906086 Apr 19 19:13:09.211534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:09.220489 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:09.232737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:13:09.377422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.390436 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Notify callbacks [] for port, precommit_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.398219 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'name': 'tempest-TestShelveInstance-1594311805-router', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:13:03Z', 'revision_number': 4, 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'gw_port': {'id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '02b7f602-e704-4d0b-a7b5-05662c24d01c', 'name': '', 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'mac_address': 'fa:16:3e:73:4b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9218f19-885f-4b7e-be76-c297872ec9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:02Z', 'updated_at': '2021-04-19T19:13:08Z', 'revision_number': 4, 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'subnets': [{'id': 'b9218f19-885f-4b7e-be76-c297872ec9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:09.407372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfd9d8-2e3a-421b-908f-154eab2c59f1 None None] The sync data for ids ['dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'] in dv-cinder-786931-1-iscsi is: [{'id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'name': 'tempest-TestShelveInstance-1594311805-router', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:13:03Z', 'revision_number': 4, 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'gw_port': {'id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '02b7f602-e704-4d0b-a7b5-05662c24d01c', 'name': '', 'network_id': '654e0997-f641-42e2-9392-7d4e29dab7f6', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'mac_address': 'fa:16:3e:73:4b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b9218f19-885f-4b7e-be76-c297872ec9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:02Z', 'updated_at': '2021-04-19T19:13:08Z', 'revision_number': 4, 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'subnets': [{'id': 'b9218f19-885f-4b7e-be76-c297872ec9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:13:09.411480 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Transition to ACTIVE for port object 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:09.447022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Transition to ACTIVE for port object 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 will not be triggered until provisioned by entity DHCP. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:09.468038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.474436 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:09.547633 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff7b105-1399-4f68-b99e-f70808e7158f,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:09.550804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:09.619052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Pushing event updated for resources: {'Port': ['ID=07c588f8-739d-49d0-a1d6-d75aa8e7a9e8,revision_number=1']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:09.632033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:09.656564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Network e46f7e58-5db9-47aa-b159-966312b170a7 is already hosted by enough agents. {{(pid=86442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:09.669737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Resources bound (agent type, host, resource id): {{(pid=86442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:09.671611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Received port after_create {{(pid=86442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:13:09.798898 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 02b7f602-e704-4d0b-a7b5-05662c24d01c up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:09.866203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.907698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Attempting to bind port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:13:09.908031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Attempting to bind port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': 'c1701f10-87f0-499e-9690-d6f4b2aa8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:13:09.908442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Attempting to bind port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 on network e46f7e58-5db9-47aa-b159-966312b170a7 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:09.919372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:13:09.919798 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Checking segment: {'id': 'c1701f10-87f0-499e-9690-d6f4b2aa8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:09.920255 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.920702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Bound using segment: {'id': 'c1701f10-87f0-499e-9690-d6f4b2aa8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:13:09.921249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Bound port: 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1701f10-87f0-499e-9690-d6f4b2aa8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:13:09.921676 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.037110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] For port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:10.041384 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] For port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=07c588f8-739d-49d0-a1d6-d75aa8e7a9e8,segment=NetworkSegment(c1701f10-87f0-499e-9690-d6f4b2aa8f45),segment_id=c1701f10-87f0-499e-9690-d6f4b2aa8f45)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:10.049844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.052228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6160182-5e87-460f-964e-42594d07aa3b req-50b5075d-7f56-48b1-bb85-5502e48779ca tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:10.054391 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a6160182-5e87-460f-964e-42594d07aa3b req-50b5075d-7f56-48b1-bb85-5502e48779ca tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.2257626 Apr 19 19:13:10.056954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:10.110938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 02b7f602-e704-4d0b-a7b5-05662c24d01c completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:10.154646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 02b7f602-e704-4d0b-a7b5-05662c24d01c triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:10.155411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.251322 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Pushing event updated for resources: {'Port': ['ID=07c588f8-739d-49d0-a1d6-d75aa8e7a9e8,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:10.257236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:10.260302 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a6160182-5e87-460f-964e-42594d07aa3b req-f891a88d-61f2-4cdf-8ce0-1ac28436127e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726964 Apr 19 19:13:10.303386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7677bc-c536-41b8-a0d1-2c7b1250aab2 req-efadd0da-7f63-4ebc-8534-75ba0d9f5ce6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:10.318256 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3b7677bc-c536-41b8-a0d1-2c7b1250aab2 req-efadd0da-7f63-4ebc-8534-75ba0d9f5ce6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.3683348 Apr 19 19:13:10.375541 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.401235 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3b7677bc-c536-41b8-a0d1-2c7b1250aab2 req-8d6aa6d9-b359-4adc-867b-812889781b3f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817754 Apr 19 19:13:10.456169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 02b7f602-e704-4d0b-a7b5-05662c24d01c, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=02b7f602-e704-4d0b-a7b5-05662c24d01c,segment=NetworkSegment(157ecbf3-f167-4445-b83e-c54d6a03292b),segment_id=157ecbf3-f167-4445-b83e-c54d6a03292b)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:10.461820 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.464850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c410a564-08a6-4d23-8fc3-b71b21acdbca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:10.601978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=02b7f602-e704-4d0b-a7b5-05662c24d01c,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:10.610421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:10.614088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eeb670-6e34-47d2-88e2-1ce60efcce84 req-f20d1b1a-07e5-414b-8b2a-ee3e735cf555 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:10.619924 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-13eeb670-6e34-47d2-88e2-1ce60efcce84 req-f20d1b1a-07e5-414b-8b2a-ee3e735cf555 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.1551600 Apr 19 19:13:10.697589 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-13eeb670-6e34-47d2-88e2-1ce60efcce84 req-44404ad4-9e63-4b2f-aff1-d35ba3d0a66d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701890 Apr 19 19:13:10.745123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.821382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854367420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851000356'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:11.054006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Router 9d055813-668d-489f-ab52-5100d5109649 is scheduled to L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:13:11.257079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:13:11.266741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Sync routers for ids ['9d055813-668d-489f-ab52-5100d5109649'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:13:11.278500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Routers {'9d055813-668d-489f-ab52-5100d5109649'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:11.279236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:13:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['9d055813-668d-489f-ab52-5100d5109649'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:11.282584 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:11.283905 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5175478 Apr 19 19:13:11.287089 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 39970) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:11.505818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Set router 9d055813-668d-489f-ab52-5100d5109649 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:11.748992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c90528e-65af-453d-8869-11edaf4b5d0b None None] Network e46f7e58-5db9-47aa-b159-966312b170a7 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:13:11.830075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 02b7f602-e704-4d0b-a7b5-05662c24d01c up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:11.861548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eddfc6-37fa-4da8-bf25-3484ab937e21 req-2c446b1e-8e09-4f51-9ba2-414d0bb33e76 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:11.863177 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-42eddfc6-37fa-4da8-bf25-3484ab937e21 req-2c446b1e-8e09-4f51-9ba2-414d0bb33e76 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.2521029 Apr 19 19:13:11.875020 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34d46f-906f-43da-b86c-329b008b47d4 req-f62a0969-cd63-4b64-9fab-d29efd44738e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:11.876604 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ea34d46f-906f-43da-b86c-329b008b47d4 req-f62a0969-cd63-4b64-9fab-d29efd44738e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.3785815 Apr 19 19:13:11.931100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-188d2257-1f95-44cf-946b-095a5a2406c2 None None] Provisioning for port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:11.966832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 02b7f602-e704-4d0b-a7b5-05662c24d01c triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:11.967247 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.037841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d055813-668d-489f-ab52-5100d5109649', 'name': 'tempest-TestShelveInstance-467297241-router', 'tenant_id': '87c925951379426ca34be1b691bff524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:07Z', 'updated_at': '2021-04-19T19:13:09Z', 'revision_number': 3, 'project_id': '87c925951379426ca34be1b691bff524', 'gw_port': {'id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d055813-668d-489f-ab52-5100d5109649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:08Z', 'updated_at': '2021-04-19T19:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:12.044877 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Checking router: 9d055813-668d-489f-ab52-5100d5109649 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:13:12.045256 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Updating router 9d055813-668d-489f-ab52-5100d5109649 port 4ff7b105-1399-4f68-b99e-f70808e7158f binding host dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:13:12.081062 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-42eddfc6-37fa-4da8-bf25-3484ab937e21 req-6dfe185c-5808-4d50-86a2-7abf9fe7fc5b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012653 Apr 19 19:13:12.155519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.259148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:12.323176 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ea34d46f-906f-43da-b86c-329b008b47d4 req-edf07095-12fb-447e-89d9-e96b7e898076 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703990 Apr 19 19:13:12.357757 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:12.363643 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:12.364202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.374121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8d4f4-b11e-49a5-8aa9-fcd49cd2338d req-960b3c75-d99b-40d2-b080-c14abe348180 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:12.375990 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8fe8d4f4-b11e-49a5-8aa9-fcd49cd2338d req-960b3c75-d99b-40d2-b080-c14abe348180 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.1560891 Apr 19 19:13:12.552579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.559540 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8fe8d4f4-b11e-49a5-8aa9-fcd49cd2338d req-1f491e23-6406-4d08-acc1-2b9f886bc8ac tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161001 Apr 19 19:13:12.584029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.599500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Notify callbacks [] for port, precommit_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.614387 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Transition to ACTIVE for port object 4ff7b105-1399-4f68-b99e-f70808e7158f will not be triggered until provisioned by entity L2. {{(pid=86443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:12.617104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=07c588f8-739d-49d0-a1d6-d75aa8e7a9e8,segment=NetworkSegment(c1701f10-87f0-499e-9690-d6f4b2aa8f45),segment_id=c1701f10-87f0-499e-9690-d6f4b2aa8f45)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:12.620686 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.622774 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.626128 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:12.626998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:12.708875 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-e76dcac4-2e76-427f-92f1-b9214bca5676 None None] Provisioning complete for port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:12.709388 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e76dcac4-2e76-427f-92f1-b9214bca5676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.721927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Attempting to bind port 4ff7b105-1399-4f68-b99e-f70808e7158f on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:13:12.722402 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Attempting to bind port 4ff7b105-1399-4f68-b99e-f70808e7158f by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:13:12.722767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Attempting to bind port 4ff7b105-1399-4f68-b99e-f70808e7158f on network 22660ca9-1aee-455b-8549-52f5768c4643 {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:12.726860 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a09c4-04da-4b07-8640-329497acaa1a None None] Pushing event updated for resources: {'Port': ['ID=4ff7b105-1399-4f68-b99e-f70808e7158f,revision_number=2']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:12.731544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e58a09c4-04da-4b07-8640-329497acaa1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:12.732524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:13:12.732932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Checking segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:12.733370 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.733813 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Bound using segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:13:12.734318 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Bound port: 4ff7b105-1399-4f68-b99e-f70808e7158f, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:13:12.734761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.763194 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=07c588f8-739d-49d0-a1d6-d75aa8e7a9e8,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:12.768961 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:12.818667 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] For port 4ff7b105-1399-4f68-b99e-f70808e7158f, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:12.822661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] For port 4ff7b105-1399-4f68-b99e-f70808e7158f, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=4ff7b105-1399-4f68-b99e-f70808e7158f,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:12.827080 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.831839 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:12.916750 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Routers {'9d055813-668d-489f-ab52-5100d5109649'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:12.917455 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:13:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['9d055813-668d-489f-ab52-5100d5109649'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:12.975341 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a09c4-04da-4b07-8640-329497acaa1a None None] Pushing event updated for resources: {'Port': ['ID=4ff7b105-1399-4f68-b99e-f70808e7158f,revision_number=3']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:13.039175 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e58a09c4-04da-4b07-8640-329497acaa1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:13.041271 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Allocated IP 172.20.0.1 (e46f7e58-5db9-47aa-b159-966312b170a7/5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5/1847a964-3879-432b-ba62-fd00d375ad54) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:13:13.115246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] Set router 9d055813-668d-489f-ab52-5100d5109649 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:13.261421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.284320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Transition to ACTIVE for port object 1847a964-3879-432b-ba62-fd00d375ad54 will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:13.332892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414264f-7efd-45fa-a132-f73fe7852267 req-b47d027b-dbf1-47d3-9f69-3c5645286cfa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:13.334423 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a414264f-7efd-45fa-a132-f73fe7852267 req-b47d027b-dbf1-47d3-9f69-3c5645286cfa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1267533 Apr 19 19:13:13.340731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.346969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:13.437351 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Network e46f7e58-5db9-47aa-b159-966312b170a7 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:13.442714 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d055813-668d-489f-ab52-5100d5109649', 'name': 'tempest-TestShelveInstance-467297241-router', 'tenant_id': '87c925951379426ca34be1b691bff524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:07Z', 'updated_at': '2021-04-19T19:13:09Z', 'revision_number': 3, 'project_id': '87c925951379426ca34be1b691bff524', 'gw_port': {'id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d055813-668d-489f-ab52-5100d5109649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:08Z', 'updated_at': '2021-04-19T19:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:13.443424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:13.449556 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c00c96d-0b98-4563-a43f-27f4db0a286d None None] The sync data for ids ['9d055813-668d-489f-ab52-5100d5109649'] in dv-cinder-786931-1-iscsi is: [{'id': '9d055813-668d-489f-ab52-5100d5109649', 'name': 'tempest-TestShelveInstance-467297241-router', 'tenant_id': '87c925951379426ca34be1b691bff524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:07Z', 'updated_at': '2021-04-19T19:13:09Z', 'revision_number': 3, 'project_id': '87c925951379426ca34be1b691bff524', 'gw_port': {'id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d055813-668d-489f-ab52-5100d5109649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:08Z', 'updated_at': '2021-04-19T19:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:13:13.494115 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:13:13.554201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Pushing event updated for resources: {'Port': ['ID=1847a964-3879-432b-ba62-fd00d375ad54,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:13.564429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:13.589440 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a414264f-7efd-45fa-a132-f73fe7852267 req-f7425c02-dc66-4fb5-af9f-939daa79a592 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443743 Apr 19 19:13:13.617524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406529'] for router_interface, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.697338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:13.702902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db98b4-865b-4d0c-840a-e9ea87e1ec6a req-ad203b45-91d6-4809-96be-88b0fc53214c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:13.704574 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-82db98b4-865b-4d0c-840a-e9ea87e1ec6a req-ad203b45-91d6-4809-96be-88b0fc53214c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.2556584 Apr 19 19:13:13.753913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-6a0594bf-44f6-4546-9eaf-5f04165022c6 None None] Provisioning for port 1847a964-3879-432b-ba62-fd00d375ad54 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:13.765473 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-6a0594bf-44f6-4546-9eaf-5f04165022c6 None None] Provisioning complete for port 1847a964-3879-432b-ba62-fd00d375ad54 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:13.765881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6a0594bf-44f6-4546-9eaf-5f04165022c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.831280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-6a0594bf-44f6-4546-9eaf-5f04165022c6 None None] Port 1847a964-3879-432b-ba62-fd00d375ad54 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:13:13.839437 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:13.839877 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.860654 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-82db98b4-865b-4d0c-840a-e9ea87e1ec6a req-4a61f1a6-2b14-4446-9073-b31af63aee32 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489413 Apr 19 19:13:13.865982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.992366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462d754-6192-4d30-9847-1581de6a0a14 req-ff808835-c6dc-4635-bfd4-476b9ef66383 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:13.994059 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e462d754-6192-4d30-9847-1581de6a0a14 req-ff808835-c6dc-4635-bfd4-476b9ef66383 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.2310100 Apr 19 19:13:14.133546 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e462d754-6192-4d30-9847-1581de6a0a14 req-b81ad6a9-1893-4b09-af77-48e2f585a4aa tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210835 Apr 19 19:13:14.197047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:14.200978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:14.227681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-405319ac-b6bf-401a-824b-7bda59c4e2c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:14.319739 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Pushing event updated for resources: {'Port': ['ID=1847a964-3879-432b-ba62-fd00d375ad54,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:14.324528 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:14.325352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3913131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369178'] for router_interface, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:14.473990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Network e46f7e58-5db9-47aa-b159-966312b170a7 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:14.475354 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:14.687726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Router 9d055813-668d-489f-ab52-5100d5109649 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:13:14.758101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-756b469d-eaa7-4008-89b5-7da31b560224 None None] Provisioning complete for port 1847a964-3879-432b-ba62-fd00d375ad54 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:14.758828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-756b469d-eaa7-4008-89b5-7da31b560224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:14.823429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-756b469d-eaa7-4008-89b5-7da31b560224 None None] Port 1847a964-3879-432b-ba62-fd00d375ad54 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:13:14.949481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:13:14.967363 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96393c-4072-493f-bd94-a095674b6278 req-5b1d0b21-24cf-41b5-b686-564cf4cf1a5f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:14.968950 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7e96393c-4072-493f-bd94-a095674b6278 req-5b1d0b21-24cf-41b5-b686-564cf4cf1a5f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.2083912 Apr 19 19:13:14.972589 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] 10.222.0.55 "PUT /v2.0/routers/9d055813-668d-489f-ab52-5100d5109649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6837089 Apr 19 19:13:15.075083 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7e96393c-4072-493f-bd94-a095674b6278 req-c3bc3704-444e-473b-b2a1-6a63c1e6602b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991504 Apr 19 19:13:15.114248 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9804a-8d2b-4137-880c-a82f8890e97e req-c2c8bc10-3019-4e34-b8f2-8e0703ff3d19 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:15.115907 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-12d9804a-8d2b-4137-880c-a82f8890e97e req-c2c8bc10-3019-4e34-b8f2-8e0703ff3d19 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1241202 Apr 19 19:13:15.173501 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-12d9804a-8d2b-4137-880c-a82f8890e97e req-92df7e53-a993-4f23-97a2-00b13ef4cd13 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506670 Apr 19 19:13:15.274735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:13:15.366235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8e503-49a6-4a0f-9d0f-16fec0395713 req-e26624e7-20bd-4492-bd00-23e6a9900172 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:15.368516 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c0f8e503-49a6-4a0f-9d0f-16fec0395713 req-e26624e7-20bd-4492-bd00-23e6a9900172 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 944 time: 0.0908360 Apr 19 19:13:15.433457 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c0f8e503-49a6-4a0f-9d0f-16fec0395713 req-a61a0d38-8c6a-436b-8387-76a1d34f1ed6 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540359 Apr 19 19:13:15.449625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46cde9d6-47a9-4fc8-bb6a-4151d9351b96,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:15.464389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': '46cde9d6-47a9-4fc8-bb6a-4151d9351b96', 'network_id': 'c06345fb-504f-4da6-8c7f-16a38f90e35f', 'port_id': '46cde9d6-47a9-4fc8-bb6a-4151d9351b96', 'mac_address': 'fa:16:3e:e8:f3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ad4e80-7721-4138-a1cc-4e228a93cf71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:13:15.523434 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.542395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:13:15.555609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 40024) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:15.559425 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46cde9d6-47a9-4fc8-bb6a-4151d9351b96,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:15.562158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682946401', 'description': 'tempest-secgroup-smoke-1682946401 description', 'project_id': 'a255a4db0fd947d19a5af64f66b11821'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:15.562750 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.565263 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:15.568609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:15.572800 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Usage tracker for resource:security_group and tenant:a255a4db0fd947d19a5af64f66b11821 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:15.576770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:15.583414 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:15.598149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.623242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:15.628516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Usage tracker for resource:security_group_rule and tenant:a255a4db0fd947d19a5af64f66b11821 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:15.632766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:15.641489 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:15.643959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=46cde9d6-47a9-4fc8-bb6a-4151d9351b96,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:15.647935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:15.678156 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 4ff7b105-1399-4f68-b99e-f70808e7158f up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:15.726728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.730503 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.742092 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f9cae62f-01f3-4465-a4e7-57fcd00d287f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:15.752778 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 4ff7b105-1399-4f68-b99e-f70808e7158f completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:15.757948 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 4ff7b105-1399-4f68-b99e-f70808e7158f triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:15.758403 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.783519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.788245 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2280264 Apr 19 19:13:15.789111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 40032) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:15.791310 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79341a70-e97a-4041-9e26-a87735edec58,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:15.795213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:15.797526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Request body: {'security_group_rule': {'security_group_id': '79341a70-e97a-4041-9e26-a87735edec58', 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:15.804740 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:15.811873 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Usage tracker for resource:security_group_rule and tenant:a255a4db0fd947d19a5af64f66b11821 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:15.815398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:15.821939 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:15.843336 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.904891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.920310 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.923265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 4ff7b105-1399-4f68-b99e-f70808e7158f, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=4ff7b105-1399-4f68-b99e-f70808e7158f,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:15.923427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.925346 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:15.926936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.929044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:15.953743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6eec8d-9799-4318-81fb-0f813d3972ac,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:15.959619 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:15.963518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.965006 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1746516 Apr 19 19:13:15.968008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 40036) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:15.973798 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Request body: {'security_group_rule': {'security_group_id': '79341a70-e97a-4041-9e26-a87735edec58', 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:15.981050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:15.985166 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Usage tracker for resource:security_group_rule and tenant:a255a4db0fd947d19a5af64f66b11821 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:15.988212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:15.994148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:16.002954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=4ff7b105-1399-4f68-b99e-f70808e7158f,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:16.006110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:16.011071 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.077407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.080537 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.082791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:16.109983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c197555-fc6a-4b00-a496-5997f13dc2c8,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:16.112959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:16.121594 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.123009 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539187 Apr 19 19:13:16.126568 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 40042) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:16.133025 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Request body: {'security_group_rule': {'security_group_id': '79341a70-e97a-4041-9e26-a87735edec58', 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:16.140392 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:16.145283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Usage tracker for resource:security_group_rule and tenant:a255a4db0fd947d19a5af64f66b11821 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:16.148599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:16.150483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['46cde9d6-47a9-4fc8-bb6a-4151d9351b96'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:16.155532 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:16.175720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.259446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.265846 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.268339 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-90482cc4-8144-4ba3-a179-abbae0ddbecb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:16.305410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.309718 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1789937 Apr 19 19:13:16.310213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 40048) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:16.314007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7bba34-c699-4560-8f4a-57f4d3484e37,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:16.319492 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Request body: {'security_group_rule': {'security_group_id': '79341a70-e97a-4041-9e26-a87735edec58', 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:16.326991 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:16.332056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Usage tracker for resource:security_group_rule and tenant:a255a4db0fd947d19a5af64f66b11821 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:16.338980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:16.347188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:16.349933 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818fc46-e8b2-474d-b08c-d99743c50835 req-d53ce9a9-3d8f-42aa-8a3f-4168067c7a29 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:16.351698 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a818fc46-e8b2-474d-b08c-d99743c50835 req-d53ce9a9-3d8f-42aa-8a3f-4168067c7a29 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1308832 Apr 19 19:13:16.363720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:16.378126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.403110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Sync routers for ids ['9d055813-668d-489f-ab52-5100d5109649'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:13:16.426932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Routers {'9d055813-668d-489f-ab52-5100d5109649'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:16.427819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:13:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['9d055813-668d-489f-ab52-5100d5109649'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:16.467760 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.471426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.475111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:16.500761 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a818fc46-e8b2-474d-b08c-d99743c50835 req-e8cbffe4-3977-4b66-9e2c-ae1423491cae tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732059 Apr 19 19:13:16.514893 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b3d6d-1da0-4469-8872-13e34a734494 req-e3c85580-e8f3-4378-9caf-3fcb52fd1cec tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:16.523125 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e41b3d6d-1da0-4469-8872-13e34a734494 req-e3c85580-e8f3-4378-9caf-3fcb52fd1cec tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1694763 Apr 19 19:13:16.538830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1149c5f1-0cd8-4fd2-8499-b17ca60d3428,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:16.556311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:16.558668 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.569544 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2581813 Apr 19 19:13:16.570670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 40058) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:16.579094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Request body: {'security_group_rule': {'security_group_id': '79341a70-e97a-4041-9e26-a87735edec58', 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:16.588123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:16.598397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Usage tracker for resource:security_group_rule and tenant:a255a4db0fd947d19a5af64f66b11821 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:16.602589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:16.603227 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e41b3d6d-1da0-4469-8872-13e34a734494 req-4499953d-f62b-4091-9172-463c16d7dc25 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789661 Apr 19 19:13:16.620627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:16.633091 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.securitygroups_db [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Project a255a4db0fd947d19a5af64f66b11821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 19:13:16.641894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.724775 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Set router 9d055813-668d-489f-ab52-5100d5109649 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:16.742497 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.747150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.754817 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ab8b4d18-f832-4545-a581-b53d4a586856 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:16.778227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbc3712-0e92-48f0-b963-a96a0968c16e,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:16.781355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:16.786433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42374080-3c2c-4b25-bf39-a2f52e939c93 req-90556397-b1df-47b5-9ab8-27a0138f737c tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:16.788168 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-42374080-3c2c-4b25-bf39-a2f52e939c93 req-90556397-b1df-47b5-9ab8-27a0138f737c tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 945 time: 0.1419420 Apr 19 19:13:16.794252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.796303 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-68570d25-cc01-48ff-8fd2-823b4db764e9 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2244112 Apr 19 19:13:16.799203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 40066) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:16.805564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Request body: {'security_group_rule': {'security_group_id': '79341a70-e97a-4041-9e26-a87735edec58', 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:16.815227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:16.822390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Usage tracker for resource:security_group_rule and tenant:a255a4db0fd947d19a5af64f66b11821 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:16.827347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:16.837072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:16.850751 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-42374080-3c2c-4b25-bf39-a2f52e939c93 req-744bf1f6-e3ed-4b47-866f-89b5383c31ba tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501797 Apr 19 19:13:16.852200 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.securitygroups_db [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Project a255a4db0fd947d19a5af64f66b11821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 19:13:16.860488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.939496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.942587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.951161 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-903883f4-c66e-420e-bbfd-1c29b59b0922 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:16.974337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523ced17-1a15-4d20-8b4a-dd6e09d14968,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:16.976967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:16.981042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.987053 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1864994 Apr 19 19:13:17.146131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d055813-668d-489f-ab52-5100d5109649', 'name': 'tempest-TestShelveInstance-467297241-router', 'tenant_id': '87c925951379426ca34be1b691bff524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:07Z', 'updated_at': '2021-04-19T19:13:13Z', 'revision_number': 4, 'project_id': '87c925951379426ca34be1b691bff524', 'gw_port': {'id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d055813-668d-489f-ab52-5100d5109649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:08Z', 'updated_at': '2021-04-19T19:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1847a964-3879-432b-ba62-fd00d375ad54', 'name': '', 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7', 'tenant_id': '87c925951379426ca34be1b691bff524', 'mac_address': 'fa:16:3e:bc:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d055813-668d-489f-ab52-5100d5109649', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:12Z', 'updated_at': '2021-04-19T19:13:13Z', 'revision_number': 2, 'project_id': '87c925951379426ca34be1b691bff524', 'subnets': [{'id': '5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:17.150717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Checking router: 9d055813-668d-489f-ab52-5100d5109649 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:13:17.151125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Updating router 9d055813-668d-489f-ab52-5100d5109649 port 1847a964-3879-432b-ba62-fd00d375ad54 binding host dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:13:17.210272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:17.605673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:17.636728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Transition to ACTIVE for port object 1847a964-3879-432b-ba62-fd00d375ad54 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:17.653049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:17.658130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:17.741070 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 4ff7b105-1399-4f68-b99e-f70808e7158f up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:17.910565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef976d07-4311-43f8-9450-1587ed5dc593 None None] Pushing event updated for resources: {'Port': ['ID=1847a964-3879-432b-ba62-fd00d375ad54,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:17.913789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ef976d07-4311-43f8-9450-1587ed5dc593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:18.037168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 4ff7b105-1399-4f68-b99e-f70808e7158f triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:18.037168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:18.065061 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c2891-2395-4171-913e-1424adecde45 req-caf3e9fc-82e3-417f-a307-887ec5a16f56 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:18.072781 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a6c2891-2395-4171-913e-1424adecde45 req-caf3e9fc-82e3-417f-a307-887ec5a16f56 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.4307642 Apr 19 19:13:18.081585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Attempting to bind port 1847a964-3879-432b-ba62-fd00d375ad54 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:13:18.082011 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Attempting to bind port 1847a964-3879-432b-ba62-fd00d375ad54 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': 'c1701f10-87f0-499e-9690-d6f4b2aa8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:13:18.082429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Attempting to bind port 1847a964-3879-432b-ba62-fd00d375ad54 on network e46f7e58-5db9-47aa-b159-966312b170a7 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:18.095173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:13:18.095593 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Checking segment: {'id': 'c1701f10-87f0-499e-9690-d6f4b2aa8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:18.096052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:18.096493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Bound using segment: {'id': 'c1701f10-87f0-499e-9690-d6f4b2aa8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:13:18.097022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Bound port: 1847a964-3879-432b-ba62-fd00d375ad54, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1701f10-87f0-499e-9690-d6f4b2aa8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:13:18.097441 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:18.097545 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6edf-9190-4db6-92e6-eaafbfd811bc req-c8fe585c-221c-4c1f-8fbf-625214b8fa44 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:18.105187 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0f2c6edf-9190-4db6-92e6-eaafbfd811bc req-c8fe585c-221c-4c1f-8fbf-625214b8fa44 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.3788762 Apr 19 19:13:18.170248 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0f2c6edf-9190-4db6-92e6-eaafbfd811bc req-2d906cd4-0b0e-4bb3-8c8a-b7a2340b7407 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641112 Apr 19 19:13:18.174932 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a6c2891-2395-4171-913e-1424adecde45 req-96e16232-79de-448f-9ee8-f4f8fd572846 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013288 Apr 19 19:13:18.255908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] For port 1847a964-3879-432b-ba62-fd00d375ad54, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:18.279362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] For port 1847a964-3879-432b-ba62-fd00d375ad54, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=1847a964-3879-432b-ba62-fd00d375ad54,segment=NetworkSegment(c1701f10-87f0-499e-9690-d6f4b2aa8f45),segment_id=c1701f10-87f0-499e-9690-d6f4b2aa8f45)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:18.285608 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:18.292014 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:18.369076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Routers {'9d055813-668d-489f-ab52-5100d5109649'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:18.369766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:13:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['9d055813-668d-489f-ab52-5100d5109649'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:18.374590 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f62fae-7e47-4b9d-92bb-7c66b042aec7 req-e9b32abb-6b92-4638-85f8-5141dc5a3985 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:18.376233 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-63f62fae-7e47-4b9d-92bb-7c66b042aec7 req-e9b32abb-6b92-4638-85f8-5141dc5a3985 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 945 time: 0.0902507 Apr 19 19:13:18.428152 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-63f62fae-7e47-4b9d-92bb-7c66b042aec7 req-010a4a5e-4d0e-47f3-a27e-12fdf938ed03 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453732 Apr 19 19:13:18.509778 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef976d07-4311-43f8-9450-1587ed5dc593 None None] Pushing event updated for resources: {'Port': ['ID=1847a964-3879-432b-ba62-fd00d375ad54,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:18.522152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ef976d07-4311-43f8-9450-1587ed5dc593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:18.580188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] Set router 9d055813-668d-489f-ab52-5100d5109649 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:18.914984 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d055813-668d-489f-ab52-5100d5109649', 'name': 'tempest-TestShelveInstance-467297241-router', 'tenant_id': '87c925951379426ca34be1b691bff524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:07Z', 'updated_at': '2021-04-19T19:13:13Z', 'revision_number': 4, 'project_id': '87c925951379426ca34be1b691bff524', 'gw_port': {'id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d055813-668d-489f-ab52-5100d5109649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:08Z', 'updated_at': '2021-04-19T19:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1847a964-3879-432b-ba62-fd00d375ad54', 'name': '', 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7', 'tenant_id': '87c925951379426ca34be1b691bff524', 'mac_address': 'fa:16:3e:bc:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d055813-668d-489f-ab52-5100d5109649', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:12Z', 'updated_at': '2021-04-19T19:13:18Z', 'revision_number': 4, 'project_id': '87c925951379426ca34be1b691bff524', 'subnets': [{'id': '5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:18.919751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41918b04-0b73-4930-9983-f10b51927c97 None None] The sync data for ids ['9d055813-668d-489f-ab52-5100d5109649'] in dv-cinder-786931-1-iscsi is: [{'id': '9d055813-668d-489f-ab52-5100d5109649', 'name': 'tempest-TestShelveInstance-467297241-router', 'tenant_id': '87c925951379426ca34be1b691bff524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:07Z', 'updated_at': '2021-04-19T19:13:13Z', 'revision_number': 4, 'project_id': '87c925951379426ca34be1b691bff524', 'gw_port': {'id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d055813-668d-489f-ab52-5100d5109649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:08Z', 'updated_at': '2021-04-19T19:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1847a964-3879-432b-ba62-fd00d375ad54', 'name': '', 'network_id': 'e46f7e58-5db9-47aa-b159-966312b170a7', 'tenant_id': '87c925951379426ca34be1b691bff524', 'mac_address': 'fa:16:3e:bc:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d055813-668d-489f-ab52-5100d5109649', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:12Z', 'updated_at': '2021-04-19T19:13:18Z', 'revision_number': 4, 'project_id': '87c925951379426ca34be1b691bff524', 'subnets': [{'id': '5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:13:19.455462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccb022-755f-464a-9c03-0b20c656476c req-fce5b951-a0f7-4775-af9e-54212b44065d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:19.457099 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-20ccb022-755f-464a-9c03-0b20c656476c req-fce5b951-a0f7-4775-af9e-54212b44065d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1621573 Apr 19 19:13:19.471516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c03bb-5bbb-458c-ac6f-2f627b6971af req-a9dec905-862e-4f27-8c60-5e25ae08d70e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:19.473146 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ea8c03bb-5bbb-458c-ac6f-2f627b6971af req-a9dec905-862e-4f27-8c60-5e25ae08d70e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1405189 Apr 19 19:13:19.554822 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-20ccb022-755f-464a-9c03-0b20c656476c req-855f69e2-c436-4165-91a3-206fcd458aaf tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805416 Apr 19 19:13:19.557769 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ea8c03bb-5bbb-458c-ac6f-2f627b6971af req-dbb1f252-63ba-4366-973c-488cf156a44b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691218 Apr 19 19:13:19.681993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 1847a964-3879-432b-ba62-fd00d375ad54 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:19.757016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9cc8c-cc59-4d63-89a2-6e856fe259c0 req-b7251609-d9d9-4d15-9032-579a42574d01 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:19.759001 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-09e9cc8c-cc59-4d63-89a2-6e856fe259c0 req-b7251609-d9d9-4d15-9032-579a42574d01 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 945 time: 0.0959575 Apr 19 19:13:19.811847 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-09e9cc8c-cc59-4d63-89a2-6e856fe259c0 req-6ca0bc4d-94a3-4342-bfd2-41cd448aed82 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454407 Apr 19 19:13:19.942348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 1847a964-3879-432b-ba62-fd00d375ad54 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:19.947677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 1847a964-3879-432b-ba62-fd00d375ad54 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:19.948081 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:20.075373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:20.110141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 1847a964-3879-432b-ba62-fd00d375ad54, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=1847a964-3879-432b-ba62-fd00d375ad54,segment=NetworkSegment(c1701f10-87f0-499e-9690-d6f4b2aa8f45),segment_id=c1701f10-87f0-499e-9690-d6f4b2aa8f45)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:20.114059 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:20.117019 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:20.190583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=1847a964-3879-432b-ba62-fd00d375ad54,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:20.194172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:20.838033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee74f95-04bf-489e-97fd-f7cc32dc657e req-ed165158-afbe-4f10-a9d3-9d764565fbfe tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:20.839130 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8ee74f95-04bf-489e-97fd-f7cc32dc657e req-ed165158-afbe-4f10-a9d3-9d764565fbfe tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1573572 Apr 19 19:13:20.870254 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b38e1-083d-4b91-b022-b188e92b4733 req-95e58741-79c3-4b9a-abc5-695e1d7fbea0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:20.871918 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-613b38e1-083d-4b91-b022-b188e92b4733 req-95e58741-79c3-4b9a-abc5-695e1d7fbea0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1477497 Apr 19 19:13:20.929395 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8ee74f95-04bf-489e-97fd-f7cc32dc657e req-24c43912-5218-46ac-9169-f22579e42449 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817211 Apr 19 19:13:20.943087 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-613b38e1-083d-4b91-b022-b188e92b4733 req-8cfd82ca-819d-4aa9-8d9f-2a64ebc03f15 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627215 Apr 19 19:13:21.128086 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844db41e-39ee-4d15-9ae4-35d0e0eea37c req-c5a5445b-e15c-4b46-88c0-4ed83b0be12d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:21.129706 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-844db41e-39ee-4d15-9ae4-35d0e0eea37c req-c5a5445b-e15c-4b46-88c0-4ed83b0be12d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 945 time: 0.0953960 Apr 19 19:13:21.179810 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-844db41e-39ee-4d15-9ae4-35d0e0eea37c req-e5838d10-02db-4d78-88be-b2730e90f125 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434866 Apr 19 19:13:21.640201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 1847a964-3879-432b-ba62-fd00d375ad54 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:21.719666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 1847a964-3879-432b-ba62-fd00d375ad54 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:21.719964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:22.220761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67508568-f8a7-4065-b6c9-e5a68e7b2c77 req-8bb5c203-5ad6-4639-b95b-b42be0e60a19 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:22.220761 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-67508568-f8a7-4065-b6c9-e5a68e7b2c77 req-8bb5c203-5ad6-4639-b95b-b42be0e60a19 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1692612 Apr 19 19:13:22.236785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413205fc-b684-42d7-ab81-4579b24144bf req-7ffe6cbd-24fd-42c0-923c-b79b24ff0a14 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:22.238384 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-413205fc-b684-42d7-ab81-4579b24144bf req-7ffe6cbd-24fd-42c0-923c-b79b24ff0a14 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1395669 Apr 19 19:13:22.318097 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-67508568-f8a7-4065-b6c9-e5a68e7b2c77 req-087c58cf-6fab-4924-82ae-33836a90efff tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785708 Apr 19 19:13:22.321012 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-413205fc-b684-42d7-ab81-4579b24144bf req-9a4e0273-9b66-47a8-ac03-7110cacbf45a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671887 Apr 19 19:13:22.517735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaece8-527e-4936-a8e3-86a30d5f9e1a req-dcec93d4-f24f-4624-bf85-30fafdfa24ac tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:22.519343 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-13eaece8-527e-4936-a8e3-86a30d5f9e1a req-dcec93d4-f24f-4624-bf85-30fafdfa24ac tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 945 time: 0.0961726 Apr 19 19:13:22.572014 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-13eaece8-527e-4936-a8e3-86a30d5f9e1a req-66e97db0-da70-4ee0-855b-266bd38b9758 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437853 Apr 19 19:13:23.596313 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4b2a6-2185-49e2-a0ff-593166f355eb req-18de9861-1cd8-40cd-8229-a0c7dc94fa1c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:23.597939 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-86e4b2a6-2185-49e2-a0ff-593166f355eb req-18de9861-1cd8-40cd-8229-a0c7dc94fa1c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1609900 Apr 19 19:13:23.607461 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d803c6f-6ec8-434f-a713-58d90c11880d req-c006fc59-9913-4cc7-b0c5-b0e50803ee53 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:23.609143 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2d803c6f-6ec8-434f-a713-58d90c11880d req-c006fc59-9913-4cc7-b0c5-b0e50803ee53 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1351898 Apr 19 19:13:23.683719 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-86e4b2a6-2185-49e2-a0ff-593166f355eb req-e154febb-fb02-4725-bb69-5e6615cda57d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735238 Apr 19 19:13:23.691051 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2d803c6f-6ec8-434f-a713-58d90c11880d req-bc58774f-5dda-4931-b126-76ca5325c8c6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659113 Apr 19 19:13:23.882674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0845ace-6898-42ef-9d1d-928619ae3758 req-1ac84002-ccf9-4200-b479-226cdc203b01 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:23.884169 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a0845ace-6898-42ef-9d1d-928619ae3758 req-1ac84002-ccf9-4200-b479-226cdc203b01 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 945 time: 0.0947053 Apr 19 19:13:23.940075 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a0845ace-6898-42ef-9d1d-928619ae3758 req-f6425160-c1aa-4a91-8b53-4cdf3d136030 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 Apr 19 19:13:24.832357 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:24.909780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:24.914812 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:24.915234 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:24.960947 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd393ab-d589-483c-a13e-00db4642af7f req-88f0e037-8c01-41cc-9ba1-4abab39933cd tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:24.962583 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0dd393ab-d589-483c-a13e-00db4642af7f req-88f0e037-8c01-41cc-9ba1-4abab39933cd tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1605163 Apr 19 19:13:24.974098 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac100-bd59-4467-88a8-1cf90b955a0f req-8e80c27c-f68c-4b06-8962-41a4ef2229a3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:24.975662 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-adbac100-bd59-4467-88a8-1cf90b955a0f req-8e80c27c-f68c-4b06-8962-41a4ef2229a3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1368914 Apr 19 19:13:25.047298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.050593 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0dd393ab-d589-483c-a13e-00db4642af7f req-6dccdc95-2431-4698-8c3a-33a08610d633 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738688 Apr 19 19:13:25.058218 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-adbac100-bd59-4467-88a8-1cf90b955a0f req-1b045f1b-5e17-4f8a-a46b-ba5dd1fe4006 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655391 Apr 19 19:13:25.077289 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4e48c7-7e4d-43b7-adf4-192793c4a1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cde9d6-47a9-4fc8-bb6a-4151d9351b96'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:25.089006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46cde9d6-47a9-4fc8-bb6a-4151d9351b96,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:25.094830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.097001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:25.159408 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4e48c7-7e4d-43b7-adf4-192793c4a1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cde9d6-47a9-4fc8-bb6a-4151d9351b96', 'code': 200} Apr 19 19:13:25.173142 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=46cde9d6-47a9-4fc8-bb6a-4151d9351b96,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:25.176976 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:25.276882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca4df-0225-4f55-9fb0-6ff920a0d9e2 req-cbaadce7-1bdc-4ac0-affd-6e9e282fd4c9 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:25.278498 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a44ca4df-0225-4f55-9fb0-6ff920a0d9e2 req-cbaadce7-1bdc-4ac0-affd-6e9e282fd4c9 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 946 time: 0.0916498 Apr 19 19:13:25.330199 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a44ca4df-0225-4f55-9fb0-6ff920a0d9e2 req-ddd47b1d-c3fd-4f58-801c-80ea742f29c4 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421267 Apr 19 19:13:26.243835 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd39ca2-68a0-47af-b223-9bdf3cb3cdb8 req-8ffdf65b-5fb3-4ba1-bf86-e62e68bc3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:26.245461 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-dbd39ca2-68a0-47af-b223-9bdf3cb3cdb8 req-8ffdf65b-5fb3-4ba1-bf86-e62e68bc3951 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 1099 time: 0.0854039 Apr 19 19:13:26.294022 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-dbd39ca2-68a0-47af-b223-9bdf3cb3cdb8 req-38082d30-28c0-431d-a90c-d832389337ff service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370951 Apr 19 19:13:26.354109 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026c605-b2e0-4dba-83ca-0776e7bd2022 req-312e55fe-1767-44ef-8f08-751430df004c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:26.355772 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d026c605-b2e0-4dba-83ca-0776e7bd2022 req-312e55fe-1767-44ef-8f08-751430df004c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1572874 Apr 19 19:13:26.373130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0aa0fa-bca3-4a29-b930-d08849406b7c req-700d31ae-d8a2-4275-a583-53871df18f06 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:26.374797 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e0aa0fa-bca3-4a29-b930-d08849406b7c req-700d31ae-d8a2-4275-a583-53871df18f06 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1339340 Apr 19 19:13:26.448091 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d026c605-b2e0-4dba-83ca-0776e7bd2022 req-109fe05f-2031-4a24-a411-dc28e1b984cd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852888 Apr 19 19:13:26.453044 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e0aa0fa-bca3-4a29-b930-d08849406b7c req-0ffad801-32d2-49d8-a804-f4d303c4412d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649312 Apr 19 19:13:26.655597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242db14-80fd-4422-89eb-7af96e5148cd req-461a6d26-baad-4eda-b03c-12bf14f0ad8a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:26.657301 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7242db14-80fd-4422-89eb-7af96e5148cd req-461a6d26-baad-4eda-b03c-12bf14f0ad8a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 946 time: 0.1017201 Apr 19 19:13:26.716917 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7242db14-80fd-4422-89eb-7af96e5148cd req-8f72258b-1237-4108-95ef-b831c7e73c75 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524647 Apr 19 19:13:27.742317 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ea9d6-b5c0-4f3e-951d-0fbbb9616e6d req-edf3a4ac-d62b-44ae-9912-6b26cc3921fb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:27.750472 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9a0ea9d6-b5c0-4f3e-951d-0fbbb9616e6d req-edf3a4ac-d62b-44ae-9912-6b26cc3921fb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1760879 Apr 19 19:13:27.770747 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620ffc5-5b0f-4656-86ae-e8e86db6b8f3 req-0a0dfc3d-e8f1-4c32-b9c6-755ea0387c07 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:27.770747 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0620ffc5-5b0f-4656-86ae-e8e86db6b8f3 req-0a0dfc3d-e8f1-4c32-b9c6-755ea0387c07 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1922235 Apr 19 19:13:27.839112 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9a0ea9d6-b5c0-4f3e-951d-0fbbb9616e6d req-87539386-75c6-4261-a793-77f0c2e70dec tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876307 Apr 19 19:13:27.846923 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0620ffc5-5b0f-4656-86ae-e8e86db6b8f3 req-57596664-9bde-4604-8bfe-25181661fe72 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684345 Apr 19 19:13:28.051976 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3963-e334-4e56-a88d-2325230ba80e req-5d5bcfc8-a96f-4a7e-9832-0a6ac334367d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:28.053691 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-33df3963-e334-4e56-a88d-2325230ba80e req-5d5bcfc8-a96f-4a7e-9832-0a6ac334367d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 946 time: 0.1019561 Apr 19 19:13:28.105192 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-33df3963-e334-4e56-a88d-2325230ba80e req-cb8f20ac-b0ac-4550-862a-2058a25ce37d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446999 Apr 19 19:13:28.861684 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe702d-2467-40d8-930c-56a5dec691cc req-3a26f6ea-6cf5-4329-be28-77eb5cad3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:28.863956 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2fe702d-2467-40d8-930c-56a5dec691cc req-3a26f6ea-6cf5-4329-be28-77eb5cad3005 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 1098 time: 0.0815585 Apr 19 19:13:28.923458 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2fe702d-2467-40d8-930c-56a5dec691cc req-760e34a1-6ce6-4a8e-afb9-afc9d78d7e3e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Apr 19 19:13:29.127813 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf9a1-3b00-4bf6-a596-7b2fe0f1b972 req-b779c6f5-4c1e-486f-a450-6b8034abd7e6 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:29.135881 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a3cdf9a1-3b00-4bf6-a596-7b2fe0f1b972 req-b779c6f5-4c1e-486f-a450-6b8034abd7e6 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1698370 Apr 19 19:13:29.176391 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7384b-9e64-483f-8507-e94a78519457 req-cbd4e2d7-4c17-48ec-95ce-afd890b56db9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:29.178082 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-77f7384b-9e64-483f-8507-e94a78519457 req-cbd4e2d7-4c17-48ec-95ce-afd890b56db9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.2138760 Apr 19 19:13:29.222904 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a3cdf9a1-3b00-4bf6-a596-7b2fe0f1b972 req-77fea7b3-9b51-424d-bb4c-01ec630e7403 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859997 Apr 19 19:13:29.245776 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-77f7384b-9e64-483f-8507-e94a78519457 req-82905333-ab15-4087-b4b6-adacfc689689 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571935 Apr 19 19:13:29.421517 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd38fbb-eb61-410b-9ec6-6e1e46b38475 req-a0d1ed3f-8f70-43c2-a2c3-96b143369731 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:29.423199 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0fd38fbb-eb61-410b-9ec6-6e1e46b38475 req-a0d1ed3f-8f70-43c2-a2c3-96b143369731 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 946 time: 0.0915015 Apr 19 19:13:29.471420 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0fd38fbb-eb61-410b-9ec6-6e1e46b38475 req-b9fb640a-4b71-4af3-b54f-d681d82e7642 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Apr 19 19:13:30.510157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4e155-a2be-4a71-bb6f-59caa282a37a req-c91a7927-9dd5-49e7-b209-3c1e540d4736 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:30.512007 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9cd4e155-a2be-4a71-bb6f-59caa282a37a req-c91a7927-9dd5-49e7-b209-3c1e540d4736 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1727805 Apr 19 19:13:30.526419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb3509-60c8-4ac8-9b82-95a1156fc059 req-3ce30c38-904a-4cc6-b6ca-0dd444b94dbf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:30.528632 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6fbb3509-60c8-4ac8-9b82-95a1156fc059 req-3ce30c38-904a-4cc6-b6ca-0dd444b94dbf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1426702 Apr 19 19:13:30.615061 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9cd4e155-a2be-4a71-bb6f-59caa282a37a req-1cd9c8af-cbc7-4ba3-8f4b-567549ef1c7d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851226 Apr 19 19:13:30.617990 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6fbb3509-60c8-4ac8-9b82-95a1156fc059 req-b1e3acf7-7daf-4089-8d2d-9526d231f9fa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716217 Apr 19 19:13:31.895072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc8483-42f2-434c-afd1-97cf94fa8102 req-05c52939-5614-4c6c-ba1e-8e7bf8597e8d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:31.896662 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-26dc8483-42f2-434c-afd1-97cf94fa8102 req-05c52939-5614-4c6c-ba1e-8e7bf8597e8d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1568501 Apr 19 19:13:31.910114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db1636-454d-407e-9a85-65823bd37e03 req-4721d25c-ae47-45da-9a0b-9f02ecafd5eb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:31.911593 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-33db1636-454d-407e-9a85-65823bd37e03 req-4721d25c-ae47-45da-9a0b-9f02ecafd5eb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1316767 Apr 19 19:13:31.991768 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-26dc8483-42f2-434c-afd1-97cf94fa8102 req-0477c62a-48cd-4d9b-8ed4-cf7351c409cf tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791113 Apr 19 19:13:31.996646 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-33db1636-454d-407e-9a85-65823bd37e03 req-6983c6d3-ad9f-4d54-a19b-60578c4ce9ec tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681686 Apr 19 19:13:32.064888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 40418) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:32.223806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:32.248709 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:32.252777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb3ecf5c6b14b1ebec86278c63ab14d is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:32.255899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:32.262063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:32.332315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 40432) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:32.365667 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:32.370109 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:32.379777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-147f4dfa-93ff-4dcd-b294-2b2ab9b98a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:32.428887 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 40440) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:32.429023 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ceb3ecf5c6b14b1ebec86278c63ab14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627799 Apr 19 19:13:32.429966 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2487acc-aba9-4e22-8a2d-bcc94516a0d5,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:32.438430 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.438885 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.439286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.439679 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.440082 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.440700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.441091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.441476 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.441865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.442249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.442660 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.443045 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.447915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:32.494880 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e042799-a84c-4b45-b675-ee6de5fcf557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:32.524327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5e042799-a84c-4b45-b675-ee6de5fcf557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:32.531794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5e042799-a84c-4b45-b675-ee6de5fcf557 admin admin] Usage tracker for resource:security_group_rule and tenant:f21a9c4283954b608d6590a13e3ff53b is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:32.536898 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5e042799-a84c-4b45-b675-ee6de5fcf557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:32.555846 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5e042799-a84c-4b45-b675-ee6de5fcf557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:32.564809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:32.622727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:32.691658 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def7ef2-9882-464b-8273-6b8f3ae8bae3 req-f67d24b4-b229-4622-b6de-367c735d4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:32.693255 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9def7ef2-9882-464b-8273-6b8f3ae8bae3 req-f67d24b4-b229-4622-b6de-367c735d4655 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 1098 time: 0.0908489 Apr 19 19:13:32.788317 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:32.796691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-465fc581-6bd3-4bc6-8b76-07e117ba83f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:32.824502 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2487acc-aba9-4e22-8a2d-bcc94516a0d5,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:32.828007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e042799-a84c-4b45-b675-ee6de5fcf557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:32.840038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cd78d-5d8b-4cb3-894b-0c029a4f840a req-bfe9c399-1e44-4b9e-b5f6-194b6815851d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:32.841637 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ea2cd78d-5d8b-4cb3-894b-0c029a4f840a req-bfe9c399-1e44-4b9e-b5f6-194b6815851d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.2043591 Apr 19 19:13:32.850294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e042799-a84c-4b45-b675-ee6de5fcf557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:32.858378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.858832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.859242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.859640 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.860029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.860421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.860803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.861188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.861574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.861936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.862306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.862716 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:32.868313 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def7ef2-9882-464b-8273-6b8f3ae8bae3 req-1f8279fa-06dc-4a6c-bce6-283a9af0c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:32.869912 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9def7ef2-9882-464b-8273-6b8f3ae8bae3 req-1f8279fa-06dc-4a6c-bce6-283a9af0c5c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 920 time: 0.1532576 Apr 19 19:13:32.872160 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:32.873639 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cbd3df84-8f1f-45a1-ac90-e19ae5b86532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:32.897405 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:32.901799 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-fd24e5ee-9b34-4fd2-9b90-34f92c77d026 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2487acc-aba9-4e22-8a2d-bcc94516a0d5 HTTP/1.1" status: 204 len: 168 time: 0.4684846 Apr 19 19:13:32.935464 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-5e042799-a84c-4b45-b675-ee6de5fcf557 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f21a9c4283954b608d6590a13e3ff53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993781 Apr 19 19:13:32.944386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 40450) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:32.952763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e042799-a84c-4b45-b675-ee6de5fcf557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efea9ffd-f1cc-4a4f-8623-f1b2a301301c,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:32.962148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5e042799-a84c-4b45-b675-ee6de5fcf557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:32.967550 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ea2cd78d-5d8b-4cb3-894b-0c029a4f840a req-73a3ab80-98e5-49fd-8031-b8e3f4ed2578 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018267 Apr 19 19:13:32.975575 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9def7ef2-9882-464b-8273-6b8f3ae8bae3 req-e2c99a46-1568-4eba-b1ed-85f17fac0222 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5e26c8-7091-4829-ac60-19ddfac94774 HTTP/1.1" status: 200 len: 217 time: 0.0939641 Apr 19 19:13:33.117166 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b403-05ec-4fdf-b5e7-95575986814c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:33.132227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def7ef2-9882-464b-8273-6b8f3ae8bae3 req-016e54e1-448e-4bba-a4a3-26c512a15310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:33.133731 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9def7ef2-9882-464b-8273-6b8f3ae8bae3 req-016e54e1-448e-4bba-a4a3-26c512a15310 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.1325188 Apr 19 19:13:33.206882 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9def7ef2-9882-464b-8273-6b8f3ae8bae3 req-702a2b60-eb50-458c-a1bd-b42b6c8b4d40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537486 Apr 19 19:13:33.208983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b403-05ec-4fdf-b5e7-95575986814c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:33.272953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed0d69-bc10-43fe-8e46-a5d14b6009c5 req-d57f3791-dde5-4884-85f4-560819074ffe tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:33.277656 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c8ed0d69-bc10-43fe-8e46-a5d14b6009c5 req-d57f3791-dde5-4884-85f4-560819074ffe tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1358857 Apr 19 19:13:33.351121 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c8ed0d69-bc10-43fe-8e46-a5d14b6009c5 req-ca1f124c-3da9-4208-9b72-b847241bff63 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659263 Apr 19 19:13:33.384667 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b403-05ec-4fdf-b5e7-95575986814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:33.391610 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2f025ac3-d902-495f-a2c3-44fc885250a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:33.420448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7b403-05ec-4fdf-b5e7-95575986814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efea9ffd-f1cc-4a4f-8623-f1b2a301301c,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:33.423268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9ae7b403-05ec-4fdf-b5e7-95575986814c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:33.430549 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9def7ef2-9882-464b-8273-6b8f3ae8bae3 req-cb666a50-0b1b-4f93-83b2-0b077ebc5f9d service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939926 Apr 19 19:13:33.435097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9ae7b403-05ec-4fdf-b5e7-95575986814c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:33.437328 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9ae7b403-05ec-4fdf-b5e7-95575986814c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efea9ffd-f1cc-4a4f-8623-f1b2a301301c HTTP/1.1" status: 204 len: 168 time: 0.4844327 Apr 19 19:13:33.601858 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9def7ef2-9882-464b-8273-6b8f3ae8bae3 req-28c06eb7-46e8-43a8-b9a1-372f878e2d84 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602063 Apr 19 19:13:34.195229 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cba158-956a-4d4a-b9d1-7d2624ce0c3f req-27cd842a-b320-4b4d-9e47-813f6eaf19f2 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:34.197048 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-32cba158-956a-4d4a-b9d1-7d2624ce0c3f req-27cd842a-b320-4b4d-9e47-813f6eaf19f2 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1041372 Apr 19 19:13:34.250259 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-32cba158-956a-4d4a-b9d1-7d2624ce0c3f req-a9dd5fde-d3c3-4737-8043-e9934b80bf6c tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462191 Apr 19 19:13:34.558967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6069115-a6e1-4232-ad89-91ced04caa48 req-90cc2a7c-b80b-4794-955a-0f82103e27ab tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:34.560624 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f6069115-a6e1-4232-ad89-91ced04caa48 req-90cc2a7c-b80b-4794-955a-0f82103e27ab tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.0900569 Apr 19 19:13:34.615479 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f6069115-a6e1-4232-ad89-91ced04caa48 req-cc51e1e8-dc0b-4451-a5ee-31a4fa1db03d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438585 Apr 19 19:13:34.950500 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5c3bd155-1d4c-4061-a440-0e3fb4d12496 req-c366ba7e-f018-4e11-b309-adcfb2032535 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819535 Apr 19 19:13:35.062356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bd155-1d4c-4061-a440-0e3fb4d12496 req-69282f23-684c-4201-88e9-1d8fafa67d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:35.063904 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5c3bd155-1d4c-4061-a440-0e3fb4d12496 req-69282f23-684c-4201-88e9-1d8fafa67d92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 1098 time: 0.0811975 Apr 19 19:13:35.241512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bd155-1d4c-4061-a440-0e3fb4d12496 req-901bd42c-e0fe-46ee-b833-5e6025e1c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:35.243132 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5c3bd155-1d4c-4061-a440-0e3fb4d12496 req-901bd42c-e0fe-46ee-b833-5e6025e1c848 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 920 time: 0.1425855 Apr 19 19:13:35.330700 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5c3bd155-1d4c-4061-a440-0e3fb4d12496 req-9689ce01-c286-4c24-99f9-3f5577398672 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149c7f26-5d85-4fa7-ba36-a92616ece815 HTTP/1.1" status: 200 len: 217 time: 0.0711179 Apr 19 19:13:35.407907 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bd155-1d4c-4061-a440-0e3fb4d12496 req-3df2b3b4-da4d-407e-9812-8fa875bfa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:35.409491 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5c3bd155-1d4c-4061-a440-0e3fb4d12496 req-3df2b3b4-da4d-407e-9812-8fa875bfa9f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.0675445 Apr 19 19:13:35.476570 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5c3bd155-1d4c-4061-a440-0e3fb4d12496 req-44f5398e-5e04-4d8b-a7f4-cc110d6843e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529928 Apr 19 19:13:35.639528 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5c3bd155-1d4c-4061-a440-0e3fb4d12496 req-f250ce6e-0a93-4984-aa60-81af4f7c9160 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520090 Apr 19 19:13:35.701283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15394ee9-0ecd-4c5e-bafc-0b308e28f3ea req-63c29b4b-34a8-4667-afcf-9fcc221956ed tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:35.703419 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-15394ee9-0ecd-4c5e-bafc-0b308e28f3ea req-63c29b4b-34a8-4667-afcf-9fcc221956ed tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.3293922 Apr 19 19:13:35.801097 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5c3bd155-1d4c-4061-a440-0e3fb4d12496 req-bf683450-7e4e-4072-ac29-00ba8340ad55 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522346 Apr 19 19:13:35.821813 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-15394ee9-0ecd-4c5e-bafc-0b308e28f3ea req-bd6b7e83-472d-4e2d-bae6-839728eb30c9 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014252 Apr 19 19:13:35.865169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cfe71-fc02-4259-8423-e88dd1b796fb req-80e5698e-c4b2-49c8-9759-ad1ade26d13c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:35.867030 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-746cfe71-fc02-4259-8423-e88dd1b796fb req-80e5698e-c4b2-49c8-9759-ad1ade26d13c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1095819 Apr 19 19:13:35.935374 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-746cfe71-fc02-4259-8423-e88dd1b796fb req-122bdb0a-b5c0-4e63-8706-f5c37a3ceced tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607462 Apr 19 19:13:36.293377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b43d50cc-e249-4129-b18b-c1d871d2d077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:36.773558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:37.034097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3337bd8-7c36-4a17-9433-38e5b3cf01f1 req-bc4baa36-5cd0-4d76-b29d-72183b343f49 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:37.035835 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b3337bd8-7c36-4a17-9433-38e5b3cf01f1 req-bc4baa36-5cd0-4d76-b29d-72183b343f49 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.0928898 Apr 19 19:13:37.138817 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b3337bd8-7c36-4a17-9433-38e5b3cf01f1 req-e39f5ffa-59bd-417e-bcb1-3fc96be3b104 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966811 Apr 19 19:13:37.174045 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e31b2-04ea-4092-be6d-221fb3ace0a5 req-c8b94626-b8ac-4464-aa32-7db0d5d782ee tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:37.175652 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b45e31b2-04ea-4092-be6d-221fb3ace0a5 req-c8b94626-b8ac-4464-aa32-7db0d5d782ee tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1179559 Apr 19 19:13:37.227538 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b45e31b2-04ea-4092-be6d-221fb3ace0a5 req-650df38f-343f-455a-a40a-55e94e4c0e07 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452785 Apr 19 19:13:38.335347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-af2f5de8-97ba-4f4b-af41-3a5796eb1a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:38.444862 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81cac1-cbf2-41ef-8bf5-cb20fcba2bf3 req-53717fe7-868c-4234-84ac-15a0218fa518 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:38.446427 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0f81cac1-cbf2-41ef-8bf5-cb20fcba2bf3 req-53717fe7-868c-4234-84ac-15a0218fa518 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.0937257 Apr 19 19:13:38.493521 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0f81cac1-cbf2-41ef-8bf5-cb20fcba2bf3 req-2b2095b2-26a4-4741-8908-b447955b3a72 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404518 Apr 19 19:13:38.774343 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:38.931118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 807dca0e-317c-4eac-bf79-52df18c361c9 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:13:39.081183 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 807dca0e-317c-4eac-bf79-52df18c361c9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=807dca0e-317c-4eac-bf79-52df18c361c9,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:39.096793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': '807dca0e-317c-4eac-bf79-52df18c361c9', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'port_id': '807dca0e-317c-4eac-bf79-52df18c361c9', 'mac_address': 'fa:16:3e:8d:1d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:13:39.159545 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:39.177866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 807dca0e-317c-4eac-bf79-52df18c361c9 {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:13:39.195160 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 807dca0e-317c-4eac-bf79-52df18c361c9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=807dca0e-317c-4eac-bf79-52df18c361c9,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:39.199787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:39.201700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:39.276969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=807dca0e-317c-4eac-bf79-52df18c361c9,revision_number=6']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:39.281832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:39.340305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:39.395362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['807dca0e-317c-4eac-bf79-52df18c361c9'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:39.743822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17d73f-236f-4556-b143-f45741702757 req-26a5bcb6-eca7-46e6-96a2-2afffbb38421 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:39.745444 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3f17d73f-236f-4556-b143-f45741702757 req-26a5bcb6-eca7-46e6-96a2-2afffbb38421 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 944 time: 0.1009111 Apr 19 19:13:39.795010 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3f17d73f-236f-4556-b143-f45741702757 req-733c1831-fcff-4fa9-b3bf-1f43af849f48 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422304 Apr 19 19:13:40.747057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:40.962265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 807dca0e-317c-4eac-bf79-52df18c361c9 up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:41.127062 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port 807dca0e-317c-4eac-bf79-52df18c361c9 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:41.135169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:41.375624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:41.417927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 807dca0e-317c-4eac-bf79-52df18c361c9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=807dca0e-317c-4eac-bf79-52df18c361c9,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:41.419584 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77847d60-3d82-4156-b602-bc64e987a85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807dca0e-317c-4eac-bf79-52df18c361c9'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:41.439959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:41.442276 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:41.449577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d713aaa-45ee-4b9f-bf34-7327e00fdfd8 req-60aea7f9-e1f0-425f-a525-25e88f578833 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:41.451329 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5d713aaa-45ee-4b9f-bf34-7327e00fdfd8 req-60aea7f9-e1f0-425f-a525-25e88f578833 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 944 time: 0.1483500 Apr 19 19:13:41.527504 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77847d60-3d82-4156-b602-bc64e987a85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807dca0e-317c-4eac-bf79-52df18c361c9', 'code': 200} Apr 19 19:13:41.564000 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5d713aaa-45ee-4b9f-bf34-7327e00fdfd8 req-67c32961-51a9-4fb1-ab49-2c17da7e17bf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049783 Apr 19 19:13:41.577168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=807dca0e-317c-4eac-bf79-52df18c361c9,revision_number=7']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:41.586875 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:42.832187 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cc1a9-477a-423d-a354-236c450498a3 req-f179b402-8a68-44b6-ab03-d7bfcaebf837 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:42.834493 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d81cc1a9-477a-423d-a354-236c450498a3 req-f179b402-8a68-44b6-ab03-d7bfcaebf837 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1065931 Apr 19 19:13:42.895852 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d81cc1a9-477a-423d-a354-236c450498a3 req-fb2ebc1c-76ac-48e5-aa52-31fcd617b25a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538356 Apr 19 19:13:44.156011 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79ffa2-6088-401a-9c24-ca2998ef0b3a req-112a4064-91f9-4dd0-888f-c0e8809eff95 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:44.156011 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ed79ffa2-6088-401a-9c24-ca2998ef0b3a req-112a4064-91f9-4dd0-888f-c0e8809eff95 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1408434 Apr 19 19:13:44.209403 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ed79ffa2-6088-401a-9c24-ca2998ef0b3a req-331659bb-7fc7-4b64-b1bc-077e6a5aaa7a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473614 Apr 19 19:13:44.641955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:13:45.478433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef0159-ef15-4e2c-9e80-d066ca6a4fc7 req-b0e867c8-ba31-4968-8c6b-6cec200dd092 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:45.488223 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eeef0159-ef15-4e2c-9e80-d066ca6a4fc7 req-b0e867c8-ba31-4968-8c6b-6cec200dd092 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1394928 Apr 19 19:13:45.567163 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eeef0159-ef15-4e2c-9e80-d066ca6a4fc7 req-c222e791-5830-448c-98ce-a4c248f5e39d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774856 Apr 19 19:13:46.802770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f84b4-aa4f-4422-9052-e9299761d57d req-b86029a7-46be-4e1a-8b74-50e74120dce1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:46.812299 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d18f84b4-aa4f-4422-9052-e9299761d57d req-b86029a7-46be-4e1a-8b74-50e74120dce1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1146574 Apr 19 19:13:46.881652 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d18f84b4-aa4f-4422-9052-e9299761d57d req-e8036eff-469e-4637-ad38-ac5eea969e3e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677996 Apr 19 19:13:47.232195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 40780) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:47.378420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d1c3d18a-374e-4941-a273-d49b2d43d565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:47.394796 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-d1c3d18a-374e-4941-a273-d49b2d43d565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:47.400410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d1c3d18a-374e-4941-a273-d49b2d43d565 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8e35f6b307429bb16306b7f1089865 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:47.404072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d1c3d18a-374e-4941-a273-d49b2d43d565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:47.410405 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-d1c3d18a-374e-4941-a273-d49b2d43d565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:47.503379 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d1c3d18a-374e-4941-a273-d49b2d43d565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:47.507147 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d1c3d18a-374e-4941-a273-d49b2d43d565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:47.521261 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:47.561899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3d18a-374e-4941-a273-d49b2d43d565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59501e9b-b793-414f-b466-7434d4846386,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:47.566270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d1c3d18a-374e-4941-a273-d49b2d43d565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:47.570352 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d1c3d18a-374e-4941-a273-d49b2d43d565 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c8e35f6b307429bb16306b7f1089865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370447 Apr 19 19:13:47.573993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 40786) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:47.671167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f9c5a2b-5ce4-444f-9d55-4ad10b47db8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:47.702388 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f9c5a2b-5ce4-444f-9d55-4ad10b47db8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:47.758791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f9c5a2b-5ce4-444f-9d55-4ad10b47db8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:47.764548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-31bd06c2-9f2d-414f-87d6-35c201e257dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:47.776078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c5a2b-5ce4-444f-9d55-4ad10b47db8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59501e9b-b793-414f-b466-7434d4846386,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:47.778770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7f9c5a2b-5ce4-444f-9d55-4ad10b47db8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:47.784989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f9c5a2b-5ce4-444f-9d55-4ad10b47db8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:47.793624 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7f9c5a2b-5ce4-444f-9d55-4ad10b47db8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59501e9b-b793-414f-b466-7434d4846386 HTTP/1.1" status: 204 len: 168 time: 0.2183263 Apr 19 19:13:48.239537 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a35d33-251a-46ee-b70a-5fe6a4342b03 req-4496106b-2ca8-4e4d-824d-03514799b709 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:48.241391 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-27a35d33-251a-46ee-b70a-5fe6a4342b03 req-4496106b-2ca8-4e4d-824d-03514799b709 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.2071528 Apr 19 19:13:48.321605 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-27a35d33-251a-46ee-b70a-5fe6a4342b03 req-615fa199-ab52-4447-9199-480ef49634a6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721762 Apr 19 19:13:49.596294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302a39-5c41-4fea-9572-d12993487a74 req-ace81a40-b78e-40f6-a855-0bcccf67e9c5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:49.606592 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-72302a39-5c41-4fea-9572-d12993487a74 req-ace81a40-b78e-40f6-a855-0bcccf67e9c5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1363373 Apr 19 19:13:49.676945 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-72302a39-5c41-4fea-9572-d12993487a74 req-73b7e1ce-3014-48e0-ac52-b4813d193135 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602648 Apr 19 19:13:50.892384 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909207eb-4203-46a1-94c2-fe6e57919b3e req-32d406fd-b5dd-4d02-a408-d2738a67b1b5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:50.894107 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-909207eb-4203-46a1-94c2-fe6e57919b3e req-32d406fd-b5dd-4d02-a408-d2738a67b1b5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.0936525 Apr 19 19:13:50.944921 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-909207eb-4203-46a1-94c2-fe6e57919b3e req-3f1d2d39-183f-4eb6-a6fd-791c103361ab tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431161 Apr 19 19:13:51.820261 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cddf6-6bd7-4f73-b1c8-5a7f412146dc req-0f3767e6-a429-4a85-a992-00315b7a5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:51.821861 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4e7cddf6-6bd7-4f73-b1c8-5a7f412146dc req-0f3767e6-a429-4a85-a992-00315b7a5bd6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2514bbc2c78476eab3ffab97021c52f&device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 1098 time: 0.0852482 Apr 19 19:13:52.187585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581237b0-a341-42bb-82c3-3e4215d0c32b req-2cad8689-c7a6-4338-988f-7888028f8820 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:52.189348 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-581237b0-a341-42bb-82c3-3e4215d0c32b req-2cad8689-c7a6-4338-988f-7888028f8820 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.1220880 Apr 19 19:13:52.194308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cddf6-6bd7-4f73-b1c8-5a7f412146dc req-26ee900c-07a9-4188-879d-d08fd16865f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:52.195949 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4e7cddf6-6bd7-4f73-b1c8-5a7f412146dc req-26ee900c-07a9-4188-879d-d08fd16865f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=12b2d1c3-a47c-4778-88b3-735d924c1730 HTTP/1.1" status: 200 len: 918 time: 0.3582580 Apr 19 19:13:52.238873 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-581237b0-a341-42bb-82c3-3e4215d0c32b req-15e897f1-9824-4c6c-9e19-166219af4f15 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427268 Apr 19 19:13:52.310741 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4e7cddf6-6bd7-4f73-b1c8-5a7f412146dc req-b26e3e1c-cdcf-48b0-8c56-94093bd66179 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=807dca0e-317c-4eac-bf79-52df18c361c9 HTTP/1.1" status: 200 len: 1001 time: 0.1038146 Apr 19 19:13:52.381548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cddf6-6bd7-4f73-b1c8-5a7f412146dc req-cf9ee1b2-02bd-45af-9d0e-1023ae05c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:52.383082 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4e7cddf6-6bd7-4f73-b1c8-5a7f412146dc req-cf9ee1b2-02bd-45af-9d0e-1023ae05c457 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aff121a2-6622-4771-b76a-26fbc12fb5c6 HTTP/1.1" status: 200 len: 856 time: 0.0647111 Apr 19 19:13:52.475831 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cddf6-6bd7-4f73-b1c8-5a7f412146dc req-eb748672-1e6a-45ee-9cfb-96afb89d95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:52.477314 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4e7cddf6-6bd7-4f73-b1c8-5a7f412146dc req-eb748672-1e6a-45ee-9cfb-96afb89d95df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12b2d1c3-a47c-4778-88b3-735d924c1730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808120 Apr 19 19:13:52.627386 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4e7cddf6-6bd7-4f73-b1c8-5a7f412146dc req-53a0130b-b148-4df3-a730-731df54019aa service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414969 Apr 19 19:13:52.782087 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4e7cddf6-6bd7-4f73-b1c8-5a7f412146dc req-092637d6-3810-4491-a0ea-7a9f12fa735b service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417949 Apr 19 19:13:53.466776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a76466-b1ea-4747-a870-8af6552b2ee6 req-a35a9f9c-aa9c-4ce0-9597-f40848199566 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:53.468368 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d3a76466-b1ea-4747-a870-8af6552b2ee6 req-a35a9f9c-aa9c-4ce0-9597-f40848199566 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.0980234 Apr 19 19:13:53.518645 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d3a76466-b1ea-4747-a870-8af6552b2ee6 req-b8d67eba-f2f3-4cc5-ad8c-72805617c612 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438137 Apr 19 19:13:54.743499 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46358b47-e4ca-4579-b136-2533139736ea req-aa5a9194-b4b6-4ea5-bba0-38f74f6bd3fc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:54.745037 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-46358b47-e4ca-4579-b136-2533139736ea req-aa5a9194-b4b6-4ea5-bba0-38f74f6bd3fc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 945 time: 0.0921636 Apr 19 19:13:54.794271 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-46358b47-e4ca-4579-b136-2533139736ea req-c45b78eb-15c8-43c0-a8a7-a7ac0131e025 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424032 Apr 19 19:13:54.975829 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 807dca0e-317c-4eac-bf79-52df18c361c9 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:13:55.100198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.129232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77847d60-3d82-4156-b602-bc64e987a85d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807dca0e-317c-4eac-bf79-52df18c361c9'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:55.139759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 807dca0e-317c-4eac-bf79-52df18c361c9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=807dca0e-317c-4eac-bf79-52df18c361c9,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:55.143337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.145219 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ef976d07-4311-43f8-9450-1587ed5dc593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:55.191044 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77847d60-3d82-4156-b602-bc64e987a85d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807dca0e-317c-4eac-bf79-52df18c361c9', 'code': 200} Apr 19 19:13:55.217159 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=807dca0e-317c-4eac-bf79-52df18c361c9,revision_number=8']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:55.220595 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:56.018696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad666eca-e0c9-43a6-bf55-1a4fb5aaa8ee req-8c1b3c5c-6134-4ca6-a304-60665f8324ae tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:56.020333 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad666eca-e0c9-43a6-bf55-1a4fb5aaa8ee req-8c1b3c5c-6134-4ca6-a304-60665f8324ae tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0976605 Apr 19 19:13:56.075010 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad666eca-e0c9-43a6-bf55-1a4fb5aaa8ee req-89af0c2c-5016-458f-af06-23f07c97ed24 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469182 Apr 19 19:13:57.203616 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdbb2d-f37e-4c51-9080-9021e206e77b req-d2fcbcc9-ce29-4b51-869a-de829c41a246 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:57.205268 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2acdbb2d-f37e-4c51-9080-9021e206e77b req-d2fcbcc9-ce29-4b51-869a-de829c41a246 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0981042 Apr 19 19:13:57.256869 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2acdbb2d-f37e-4c51-9080-9021e206e77b req-2a2d63ef-62de-45b7-a683-169dd2aecf2b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441296 Apr 19 19:13:57.537378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 40952) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:57.689935 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3d4ab739-ad0c-48fd-9e86-bd172cafe737 req-8471d2f5-2f34-4aab-a423-9667b9d0ad1b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1512280 Apr 19 19:13:58.482866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10687ba2-fca3-4591-97dc-91db61a773ec req-bcf072d4-a25e-4fe9-ac70-fe9b1628d5a4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:58.484285 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-10687ba2-fca3-4591-97dc-91db61a773ec req-bcf072d4-a25e-4fe9-ac70-fe9b1628d5a4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1023014 Apr 19 19:13:58.534083 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-10687ba2-fca3-4591-97dc-91db61a773ec req-0f70561c-6807-410d-8185-8ab809e5eaa0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427494 Apr 19 19:13:58.993997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 807dca0e-317c-4eac-bf79-52df18c361c9 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:13:59.753121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f9013-ffe4-4112-b450-eb646b2cff92 req-5e2333dc-6034-4082-892c-18b9059c18ae tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:59.754811 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-707f9013-ffe4-4112-b450-eb646b2cff92 req-5e2333dc-6034-4082-892c-18b9059c18ae tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0990303 Apr 19 19:13:59.806273 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-707f9013-ffe4-4112-b450-eb646b2cff92 req-a7339bf0-285b-43f8-a6e0-ec692bafff74 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448532 Apr 19 19:14:01.041181 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd977ac-fbc7-40ac-abac-488b37e4378d req-b3d4f676-e5e0-4dc2-863a-2f0bede0e23c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:01.042867 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ccd977ac-fbc7-40ac-abac-488b37e4378d req-b3d4f676-e5e0-4dc2-863a-2f0bede0e23c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0955553 Apr 19 19:14:01.095184 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ccd977ac-fbc7-40ac-abac-488b37e4378d req-917d8f23-6723-4937-9c2a-e74061fd3a29 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442865 Apr 19 19:14:02.323101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd73c8e-5f7c-454f-8df9-d1c87d332549 req-44440780-9cd4-47fe-8949-6ed69b2c2dc6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:02.324675 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1fd73c8e-5f7c-454f-8df9-d1c87d332549 req-44440780-9cd4-47fe-8949-6ed69b2c2dc6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1021624 Apr 19 19:14:02.374428 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1fd73c8e-5f7c-454f-8df9-d1c87d332549 req-9a7db86d-7f87-4ec0-a998-a3ca93396477 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418122 Apr 19 19:14:03.605965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ef3fd-28db-4f38-8800-ea24f5996c1b req-33123e58-7468-40b6-b9ac-c7a2c274b093 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:03.607591 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a54ef3fd-28db-4f38-8800-ea24f5996c1b req-33123e58-7468-40b6-b9ac-c7a2c274b093 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1020684 Apr 19 19:14:03.660285 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a54ef3fd-28db-4f38-8800-ea24f5996c1b req-a57f5c43-e7dc-4e37-9477-43936eda917d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458369 Apr 19 19:14:04.879614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e8298-0634-49b0-a06d-9800274a03c5 req-b56c7a84-9a68-427e-8fc4-ddfa0ea7e1fb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:04.881172 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a1e8298-0634-49b0-a06d-9800274a03c5 req-b56c7a84-9a68-427e-8fc4-ddfa0ea7e1fb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0993896 Apr 19 19:14:04.931253 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a1e8298-0634-49b0-a06d-9800274a03c5 req-564f74ec-9717-485f-93d5-a808edc109c7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434232 Apr 19 19:14:06.151039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddff84-e67f-4379-a0c3-a2442e4530ec req-a82a748d-3b40-4acc-8de0-97d41acaa716 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:06.152608 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9fddff84-e67f-4379-a0c3-a2442e4530ec req-a82a748d-3b40-4acc-8de0-97d41acaa716 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0888882 Apr 19 19:14:06.204746 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9fddff84-e67f-4379-a0c3-a2442e4530ec req-c900f61d-7f58-4d5f-aafc-f996ae68c906 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456250 Apr 19 19:14:06.288173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d53fde22-6716-4357-ad15-41e5fd06b5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:06.779932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.416517 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574ea79-9329-4365-a1e9-7a0fff63268b req-c07d0c56-d040-46d7-889a-df8744acc213 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:07.418108 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1574ea79-9329-4365-a1e9-7a0fff63268b req-c07d0c56-d040-46d7-889a-df8744acc213 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0891662 Apr 19 19:14:07.466822 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1574ea79-9329-4365-a1e9-7a0fff63268b req-c0d10c6c-5e7c-4650-b80a-fa9b3ce2cd6a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418596 Apr 19 19:14:08.328940 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d7659143-1b8b-4a9b-abb4-c644e17d7746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:08.697725 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76846082-f769-463f-a9e8-282bd1aaa500 req-ea6658fd-5451-4a69-842f-e545104b044c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:08.699334 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-76846082-f769-463f-a9e8-282bd1aaa500 req-ea6658fd-5451-4a69-842f-e545104b044c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1049700 Apr 19 19:14:08.751299 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-76846082-f769-463f-a9e8-282bd1aaa500 req-213e9e3f-1af0-4888-b4dc-d3a7fe970e91 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413322 Apr 19 19:14:08.774780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:09.352032 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:09.970031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60037c84-e7cd-4283-844c-374c96c904a7 req-adb7999b-b0ac-488c-ad9b-1e12b38f83e0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:09.971641 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60037c84-e7cd-4283-844c-374c96c904a7 req-adb7999b-b0ac-488c-ad9b-1e12b38f83e0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0981636 Apr 19 19:14:10.022213 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60037c84-e7cd-4283-844c-374c96c904a7 req-d5fe322e-2d36-4d87-9a0f-392ba95bf889 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410323 Apr 19 19:14:10.747651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:11.240262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084e9e6-7fff-44f5-9a4d-16976fb94dd7 req-e35fdf91-5143-418d-b13e-61e65633b808 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:11.241841 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a084e9e6-7fff-44f5-9a4d-16976fb94dd7 req-e35fdf91-5143-418d-b13e-61e65633b808 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0969057 Apr 19 19:14:11.293936 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a084e9e6-7fff-44f5-9a4d-16976fb94dd7 req-4a486b43-143c-483e-ac65-8f2cde85940e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430653 Apr 19 19:14:12.518637 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcb91-9980-4fec-8997-0b6553a6a116 req-84545d12-f88f-497f-916a-6a68f8f29ae1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:12.520194 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e17bcb91-9980-4fec-8997-0b6553a6a116 req-84545d12-f88f-497f-916a-6a68f8f29ae1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0955946 Apr 19 19:14:12.570965 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e17bcb91-9980-4fec-8997-0b6553a6a116 req-bb22b4d0-68ec-444d-8072-9e773a7eb86a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438151 Apr 19 19:14:13.789735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de79ad-cd50-4bee-a72a-86dfb2be06fe req-2312e515-3f3d-497e-8ff2-094961bd926c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:13.791332 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-93de79ad-cd50-4bee-a72a-86dfb2be06fe req-2312e515-3f3d-497e-8ff2-094961bd926c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0944419 Apr 19 19:14:13.840277 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-93de79ad-cd50-4bee-a72a-86dfb2be06fe req-b8e24c73-d501-465f-8691-0cb7bfda2c20 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 Apr 19 19:14:15.055681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676940be-adf4-48ee-bd78-ceb8008d25da req-43047077-e8ef-4ee9-aa85-09c6ebfa6891 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:15.057263 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-676940be-adf4-48ee-bd78-ceb8008d25da req-43047077-e8ef-4ee9-aa85-09c6ebfa6891 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0931613 Apr 19 19:14:15.110441 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-676940be-adf4-48ee-bd78-ceb8008d25da req-a27dd626-560e-4067-99ef-c7cd8762f060 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449769 Apr 19 19:14:16.334481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb62103-d3a9-4824-a771-9a04a4c262b9 req-1a37bc9d-5627-4155-aac5-425d86efedb8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:16.336072 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2fb62103-d3a9-4824-a771-9a04a4c262b9 req-1a37bc9d-5627-4155-aac5-425d86efedb8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0910704 Apr 19 19:14:16.383462 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2fb62103-d3a9-4824-a771-9a04a4c262b9 req-62233cc1-8fc5-41bd-8a6c-0135b0dcd8df tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410297 Apr 19 19:14:17.616931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cfaad-634c-4f8c-ad03-303e6f7fca57 req-c9717d62-e0dd-4ea9-bc03-ffe7d62e2d99 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:17.618416 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1b5cfaad-634c-4f8c-ad03-303e6f7fca57 req-c9717d62-e0dd-4ea9-bc03-ffe7d62e2d99 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0947812 Apr 19 19:14:17.669254 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1b5cfaad-634c-4f8c-ad03-303e6f7fca57 req-223d77ca-de81-45c7-9a11-9bbf1ef1b83e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442760 Apr 19 19:14:18.902258 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b3a13-72a8-4219-aa77-d7a4475717c0 req-b1dd399e-0734-452b-b2d0-9ac9dd9c2ae9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:18.903850 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fe4b3a13-72a8-4219-aa77-d7a4475717c0 req-b1dd399e-0734-452b-b2d0-9ac9dd9c2ae9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0984921 Apr 19 19:14:18.959539 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fe4b3a13-72a8-4219-aa77-d7a4475717c0 req-2b0ba78f-95c1-43f0-8063-0083e873f7a8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459208 Apr 19 19:14:20.179847 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4327fc-0530-463c-abe3-44f3e5f808d6 req-4c01c938-332a-46df-ac6f-933a2ef0049e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:20.181433 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2c4327fc-0530-463c-abe3-44f3e5f808d6 req-4c01c938-332a-46df-ac6f-933a2ef0049e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0942974 Apr 19 19:14:20.229839 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2c4327fc-0530-463c-abe3-44f3e5f808d6 req-ce83f754-125a-44f9-bad6-d651c54ae282 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418851 Apr 19 19:14:21.450027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36319e51-2ef8-406b-8e03-cf0240e00ed3 req-c07fb67f-d9d4-4b9b-b21e-5410bee54f7f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:21.451551 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-36319e51-2ef8-406b-8e03-cf0240e00ed3 req-c07fb67f-d9d4-4b9b-b21e-5410bee54f7f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0930123 Apr 19 19:14:21.503506 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-36319e51-2ef8-406b-8e03-cf0240e00ed3 req-b9362af8-adca-4523-8491-9f0580c6209c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423439 Apr 19 19:14:21.649437 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:14:22.720339 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86035678-5e59-4f18-8268-39bf2770a6e2 req-022c3426-6ae7-437f-947d-842736a916dc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:22.722305 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-86035678-5e59-4f18-8268-39bf2770a6e2 req-022c3426-6ae7-437f-947d-842736a916dc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0902808 Apr 19 19:14:22.774779 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-86035678-5e59-4f18-8268-39bf2770a6e2 req-cf7514ed-112d-4c3e-8f17-2c11ca059bce tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427799 Apr 19 19:14:23.993153 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c101483-77bd-415e-88ef-7365bbfdcc4c req-570fb2ac-be65-4176-b1f4-b6fe790e01d0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:23.994845 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9c101483-77bd-415e-88ef-7365bbfdcc4c req-570fb2ac-be65-4176-b1f4-b6fe790e01d0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0987322 Apr 19 19:14:24.044215 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9c101483-77bd-415e-88ef-7365bbfdcc4c req-7e3edfc4-72e3-4bc1-acee-00db4110001e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428882 Apr 19 19:14:25.251388 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab224c1-734c-4800-91a7-3fc55e320dc3 req-a41443cf-d8f3-41ac-bf07-8170003d53ce tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:25.253328 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ab224c1-734c-4800-91a7-3fc55e320dc3 req-a41443cf-d8f3-41ac-bf07-8170003d53ce tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0919492 Apr 19 19:14:25.508686 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ab224c1-734c-4800-91a7-3fc55e320dc3 req-1d4dfca0-27b8-4333-8d8f-47de14a729bc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457597 Apr 19 19:14:26.740228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b69c26-4d0c-41ee-bbbf-1578d0647792 req-e63c6c87-fa14-4f26-aa2a-05c15b40ca24 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:26.741780 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-38b69c26-4d0c-41ee-bbbf-1578d0647792 req-e63c6c87-fa14-4f26-aa2a-05c15b40ca24 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1004231 Apr 19 19:14:26.790910 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-38b69c26-4d0c-41ee-bbbf-1578d0647792 req-1dc3c906-501e-4006-9e52-e0428a93b4f0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426061 Apr 19 19:14:28.002569 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744f26e-72a5-47f5-b131-6413bc5bd271 req-ffb82abb-a8f7-41f9-a3d9-625a9e7a01b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:28.004223 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6744f26e-72a5-47f5-b131-6413bc5bd271 req-ffb82abb-a8f7-41f9-a3d9-625a9e7a01b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0903554 Apr 19 19:14:28.056637 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6744f26e-72a5-47f5-b131-6413bc5bd271 req-6c90668b-4a8d-44d5-8a77-95adb3475bd9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428820 Apr 19 19:14:29.279828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff175b6-ad53-4ca5-85dd-b215a2ebd4e0 req-c8c330c6-b109-4b9f-962b-00ab6f0ec098 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:29.281419 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ff175b6-ad53-4ca5-85dd-b215a2ebd4e0 req-c8c330c6-b109-4b9f-962b-00ab6f0ec098 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1026013 Apr 19 19:14:29.331566 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ff175b6-ad53-4ca5-85dd-b215a2ebd4e0 req-bdb5c8fa-4acb-4a07-bd2d-ba6c0af9adfe tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434825 Apr 19 19:14:30.551958 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a41aa-3846-4666-b663-eee2ea3138fb req-5ba3347a-92dd-42f2-a1ff-21b4b3d1aed7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:30.553642 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-829a41aa-3846-4666-b663-eee2ea3138fb req-5ba3347a-92dd-42f2-a1ff-21b4b3d1aed7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0963886 Apr 19 19:14:30.604730 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-829a41aa-3846-4666-b663-eee2ea3138fb req-d4d98bc8-4515-4217-b696-d8e6a025ae42 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444081 Apr 19 19:14:31.816397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8862-c108-4ea9-81ca-65bfeb2e8543 req-b57a6d85-9631-4b43-bf3c-1e25e1138c63 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:31.817985 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0b8c8862-c108-4ea9-81ca-65bfeb2e8543 req-b57a6d85-9631-4b43-bf3c-1e25e1138c63 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0927539 Apr 19 19:14:31.866271 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0b8c8862-c108-4ea9-81ca-65bfeb2e8543 req-74cfb9b5-42c3-4895-b000-5e04945b19c8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418148 Apr 19 19:14:33.088968 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa04055-2086-45d9-b8b5-3718289ec393 req-6abf1184-69b6-4543-bec5-883d7f979596 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:33.090626 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5fa04055-2086-45d9-b8b5-3718289ec393 req-6abf1184-69b6-4543-bec5-883d7f979596 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1024814 Apr 19 19:14:33.143085 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5fa04055-2086-45d9-b8b5-3718289ec393 req-b5277fd8-8689-4389-b01c-9ea37e0e344d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453365 Apr 19 19:14:34.356889 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b9ee4-006e-47f4-8b07-e5d26b911bb8 req-419f9e00-3090-4761-8417-bb5a42e8221f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:34.358479 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-474b9ee4-006e-47f4-8b07-e5d26b911bb8 req-419f9e00-3090-4761-8417-bb5a42e8221f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0950544 Apr 19 19:14:34.408861 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-474b9ee4-006e-47f4-8b07-e5d26b911bb8 req-a68dbe80-e5f6-42e7-ad92-53fc54e38c62 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414135 Apr 19 19:14:35.651182 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764d340-c93d-4e32-920e-f44ee8562c6f req-ea9763cb-74ef-42e5-9095-a33e3a095786 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:35.652779 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7764d340-c93d-4e32-920e-f44ee8562c6f req-ea9763cb-74ef-42e5-9095-a33e3a095786 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1052971 Apr 19 19:14:35.704481 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7764d340-c93d-4e32-920e-f44ee8562c6f req-aeb980df-fa9a-4252-aa3c-33a34dc38d99 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Apr 19 19:14:36.298205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b2dbb7bf-6ee7-4c7c-9c28-5f5d330a2796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:36.791919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:36.929404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f1968-ef67-4a02-ae9b-b2b1041e08db req-12b5a69c-2f63-4b59-8a38-c96b2e3bf651 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:36.931005 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-860f1968-ef67-4a02-ae9b-b2b1041e08db req-12b5a69c-2f63-4b59-8a38-c96b2e3bf651 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0906084 Apr 19 19:14:36.981669 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-860f1968-ef67-4a02-ae9b-b2b1041e08db req-28dd8340-cf60-44e4-b963-0b086e6391b0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431116 Apr 19 19:14:38.202019 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3972120-cb7a-48e1-952b-3c45e9affecf req-2bc96d5e-f127-4695-94ea-aa01bc109c06 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:38.203675 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c3972120-cb7a-48e1-952b-3c45e9affecf req-2bc96d5e-f127-4695-94ea-aa01bc109c06 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0924456 Apr 19 19:14:38.253631 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c3972120-cb7a-48e1-952b-3c45e9affecf req-3cafb507-9cf0-4e3d-823a-7b67a7ac832c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Apr 19 19:14:38.334055 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-91246a66-c31c-43ae-9049-518feefda3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:38.789282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:39.345722 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:39.471266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25208c-6dce-4e88-b202-ab238b7f2287 req-e236893c-177c-45f9-a37e-0f9a3084d94b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:39.472969 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb25208c-6dce-4e88-b202-ab238b7f2287 req-e236893c-177c-45f9-a37e-0f9a3084d94b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0940065 Apr 19 19:14:39.522917 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb25208c-6dce-4e88-b202-ab238b7f2287 req-dd06c9fc-a011-4842-8d71-ba8a80b1acfa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429292 Apr 19 19:14:40.736647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226203e-fed1-41fd-952c-01796d4b6667 req-7ec488fc-0723-44be-8e24-4588a5f30556 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:40.738219 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c226203e-fed1-41fd-952c-01796d4b6667 req-7ec488fc-0723-44be-8e24-4588a5f30556 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0895138 Apr 19 19:14:40.749963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:40.786287 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c226203e-fed1-41fd-952c-01796d4b6667 req-f5060946-7ee7-43ef-9d24-b1251201ed01 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412245 Apr 19 19:14:42.010474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbb00f-1f91-4144-b9d4-e0410b9daa7b req-9c748cd7-e934-4780-859f-9a0e5fd32c40 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:42.012066 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfcbb00f-1f91-4144-b9d4-e0410b9daa7b req-9c748cd7-e934-4780-859f-9a0e5fd32c40 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1057212 Apr 19 19:14:42.060867 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfcbb00f-1f91-4144-b9d4-e0410b9daa7b req-56093026-d875-42f2-85ad-e04d9ef393c0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421925 Apr 19 19:14:43.281579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03c9d-1ac4-4b9b-a97e-664dc0470595 req-d1beab21-a6ca-4a55-a0b1-fa93582dca94 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:43.283215 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55f03c9d-1ac4-4b9b-a97e-664dc0470595 req-d1beab21-a6ca-4a55-a0b1-fa93582dca94 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1026962 Apr 19 19:14:43.337028 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55f03c9d-1ac4-4b9b-a97e-664dc0470595 req-e0030c5f-50d2-4173-b31b-d21bf89cfa97 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471764 Apr 19 19:14:44.569114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cec66-5011-4475-b2f8-0b601d384d0a req-6ea541a8-2e40-4536-8a66-e64818bdd2ee tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:44.570781 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cf9cec66-5011-4475-b2f8-0b601d384d0a req-6ea541a8-2e40-4536-8a66-e64818bdd2ee tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0924430 Apr 19 19:14:44.623239 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cf9cec66-5011-4475-b2f8-0b601d384d0a req-e65aaf3d-9687-4a72-a19e-e25f2ea86705 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429852 Apr 19 19:14:45.876936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30950dd5-affb-4b17-b628-07cd7fde4fe6 req-84afa441-4d4a-4d41-9dbd-334fc6ecad3a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:45.878510 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-30950dd5-affb-4b17-b628-07cd7fde4fe6 req-84afa441-4d4a-4d41-9dbd-334fc6ecad3a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1153879 Apr 19 19:14:45.930291 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-30950dd5-affb-4b17-b628-07cd7fde4fe6 req-b9c82ac1-e86d-4640-a953-18ac99e71aa7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420859 Apr 19 19:14:47.180437 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0682d9-39ce-400d-a716-5395331e0af8 req-28b040bd-59b1-4e42-bdef-1b3ca468e492 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:47.182164 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aa0682d9-39ce-400d-a716-5395331e0af8 req-28b040bd-59b1-4e42-bdef-1b3ca468e492 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0921984 Apr 19 19:14:47.239617 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aa0682d9-39ce-400d-a716-5395331e0af8 req-2084db69-f2bf-4f31-ac6d-5699bf7b1492 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502231 Apr 19 19:14:48.451280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec099c-8b3d-41ee-acfd-77de8e5183c6 req-241f7763-a7f8-429a-bd00-e5f8e5edcd41 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:48.452862 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8aec099c-8b3d-41ee-acfd-77de8e5183c6 req-241f7763-a7f8-429a-bd00-e5f8e5edcd41 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0919464 Apr 19 19:14:48.506484 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8aec099c-8b3d-41ee-acfd-77de8e5183c6 req-98267fe1-5b9c-4858-a9a7-b60eea5dafe1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471003 Apr 19 19:14:49.722332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8f362-4bdc-4806-aac5-c90e925b96ca req-dbb7e307-a27a-4679-9e90-cf11952a0b84 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:49.723955 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cea8f362-4bdc-4806-aac5-c90e925b96ca req-dbb7e307-a27a-4679-9e90-cf11952a0b84 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0977819 Apr 19 19:14:49.775206 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cea8f362-4bdc-4806-aac5-c90e925b96ca req-9b11cc6f-c2a1-4f6b-95d0-2ddd94085c2a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447364 Apr 19 19:14:51.004334 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1ba31-314f-4d71-8e97-e91c10abafd5 req-db03b370-0c1e-4a53-a154-3957fb13594d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:51.005893 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfe1ba31-314f-4d71-8e97-e91c10abafd5 req-db03b370-0c1e-4a53-a154-3957fb13594d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1079161 Apr 19 19:14:51.053592 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfe1ba31-314f-4d71-8e97-e91c10abafd5 req-56f666c2-139d-4205-a44a-9d1824fe513d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411229 Apr 19 19:14:52.269506 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9872b08-8c74-4ece-8778-66d52fba2dd9 req-2cbef2d7-35d3-46ea-adb1-77603b91a466 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:52.271081 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9872b08-8c74-4ece-8778-66d52fba2dd9 req-2cbef2d7-35d3-46ea-adb1-77603b91a466 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0941064 Apr 19 19:14:52.319349 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9872b08-8c74-4ece-8778-66d52fba2dd9 req-fa4ecf7f-a13e-4bb4-a281-af34225b3a47 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415289 Apr 19 19:14:53.549693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af98cdc-d709-4ac1-9b80-dba95ec55a59 req-f50869e6-c94c-44fd-82dc-cbc0b05e9c45 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:53.551415 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0af98cdc-d709-4ac1-9b80-dba95ec55a59 req-f50869e6-c94c-44fd-82dc-cbc0b05e9c45 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1035411 Apr 19 19:14:53.600346 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0af98cdc-d709-4ac1-9b80-dba95ec55a59 req-38b8ef85-2222-4559-b389-c1d6c6c7f121 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424492 Apr 19 19:14:54.839149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1cc1a-7fa1-4c7d-a097-dbcd3202b50e req-6fa0dc85-75bb-4303-92a2-b92df302b50f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:54.840744 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-51f1cc1a-7fa1-4c7d-a097-dbcd3202b50e req-6fa0dc85-75bb-4303-92a2-b92df302b50f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1025536 Apr 19 19:14:54.890639 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-51f1cc1a-7fa1-4c7d-a097-dbcd3202b50e req-eb9d7084-c3a1-481c-a3dd-f982647e9fca tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430138 Apr 19 19:14:56.104707 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17386395-2b7f-4540-9ff4-b279c0d95992 req-b0e74c95-964c-4f4d-beb6-bec98b1cca6f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:56.106328 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-17386395-2b7f-4540-9ff4-b279c0d95992 req-b0e74c95-964c-4f4d-beb6-bec98b1cca6f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0898752 Apr 19 19:14:56.159540 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-17386395-2b7f-4540-9ff4-b279c0d95992 req-e8369d50-eeb2-4d04-a705-42677e4fd01b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462210 Apr 19 19:14:57.367374 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eee1ec-f680-4ad3-b2e7-32b63be1071f req-7bdc872b-4665-4179-8491-415b51a3670f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:57.368987 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-39eee1ec-f680-4ad3-b2e7-32b63be1071f req-7bdc872b-4665-4179-8491-415b51a3670f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0893309 Apr 19 19:14:57.417233 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-39eee1ec-f680-4ad3-b2e7-32b63be1071f req-0d0250a1-ccdf-44be-8031-d13ed1ff44dc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415967 Apr 19 19:14:58.639706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:14:58.651230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d4b43-9980-472a-b323-f19f09580dc3 req-8d4b271c-b224-4eb0-a2da-b5e4e3b6a0e3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:58.652812 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5f5d4b43-9980-472a-b323-f19f09580dc3 req-8d4b271c-b224-4eb0-a2da-b5e4e3b6a0e3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1020856 Apr 19 19:14:58.700476 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5f5d4b43-9980-472a-b323-f19f09580dc3 req-28cabfff-f57f-4030-a441-6c39de09044d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411916 Apr 19 19:14:59.929971 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca305192-3f2e-4ba1-ab5f-a3f2899c6e8b req-56fda686-6ee6-4b8e-a78f-6e01ed109254 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:59.931537 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ca305192-3f2e-4ba1-ab5f-a3f2899c6e8b req-56fda686-6ee6-4b8e-a78f-6e01ed109254 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0985539 Apr 19 19:14:59.982903 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ca305192-3f2e-4ba1-ab5f-a3f2899c6e8b req-4d53bb85-5f99-4bca-820a-7c78f670f8ea tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417473 Apr 19 19:15:01.216943 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9596d7-af1d-47ba-af3e-8f5d7ecf26cc req-09821770-808e-4ae8-b608-69f3b6b68889 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:01.218497 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e9596d7-af1d-47ba-af3e-8f5d7ecf26cc req-09821770-808e-4ae8-b608-69f3b6b68889 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0929980 Apr 19 19:15:01.270209 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e9596d7-af1d-47ba-af3e-8f5d7ecf26cc req-e125ef73-58ea-4fdc-9d74-4cddbea41103 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420184 Apr 19 19:15:02.500269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dc4f9-dcf1-48af-859f-c23416651791 req-4d83555a-e333-4edc-b982-2c97b91ec534 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:02.501419 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-838dc4f9-dcf1-48af-859f-c23416651791 req-4d83555a-e333-4edc-b982-2c97b91ec534 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1013987 Apr 19 19:15:02.554296 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-838dc4f9-dcf1-48af-859f-c23416651791 req-37c22415-8e91-4f50-801b-e8f5177f490c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452805 Apr 19 19:15:03.767626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8c9eb-93d6-4a17-81f6-74e773e0224e req-1c2915b6-1957-47aa-8e30-b2f093d0a2d3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:03.769202 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-96a8c9eb-93d6-4a17-81f6-74e773e0224e req-1c2915b6-1957-47aa-8e30-b2f093d0a2d3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0900528 Apr 19 19:15:03.823779 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-96a8c9eb-93d6-4a17-81f6-74e773e0224e req-ddb6e450-e8da-4ea9-bc4a-1a2ebdae312e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475380 Apr 19 19:15:05.036531 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfc41d-ae48-460a-8016-0c345134427e req-6b20942f-2267-4b91-befd-5a80b9f53bb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:05.038110 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e0cfc41d-ae48-460a-8016-0c345134427e req-6b20942f-2267-4b91-befd-5a80b9f53bb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0930979 Apr 19 19:15:05.087384 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e0cfc41d-ae48-460a-8016-0c345134427e req-42efa7fe-5109-4de3-9c86-fbafe7dac625 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Apr 19 19:15:06.292000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b9ae-f392-45e7-8844-9706fb137119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:06.301456 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87771e1b-364f-4a4c-9709-de8fa51da200 req-7d4bc57a-9989-426b-9aa5-1d63d6749105 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:06.303678 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-87771e1b-364f-4a4c-9709-de8fa51da200 req-7d4bc57a-9989-426b-9aa5-1d63d6749105 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0977879 Apr 19 19:15:06.352349 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-87771e1b-364f-4a4c-9709-de8fa51da200 req-83d5c4e7-d96d-466a-8b09-38d9b604ea2f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421317 Apr 19 19:15:06.807304 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:07.588946 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd26af-edda-431f-a715-39b8bda25019 req-7df36a54-6c91-4862-ba03-52538324c642 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:07.590532 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfbd26af-edda-431f-a715-39b8bda25019 req-7df36a54-6c91-4862-ba03-52538324c642 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1017990 Apr 19 19:15:07.639904 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfbd26af-edda-431f-a715-39b8bda25019 req-e08b1ce6-6aca-43fe-baac-9d60293b515c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430086 Apr 19 19:15:08.338255 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e97cfb50-0101-467f-85b5-30266592fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:08.782754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:08.876924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873d820-4f66-4fdf-90ae-d697e58b8def req-a67d15ea-3329-4e32-b641-70cf3e52a13a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:08.878569 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6873d820-4f66-4fdf-90ae-d697e58b8def req-a67d15ea-3329-4e32-b641-70cf3e52a13a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0945916 Apr 19 19:15:08.930973 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6873d820-4f66-4fdf-90ae-d697e58b8def req-7bed0aab-6f40-4c6d-8365-2504b68030d8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454719 Apr 19 19:15:09.350266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:10.167120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e487d-163a-4400-b26e-2e0dc7a95bbc req-623f94c5-a30e-41d2-b7fd-1fde194e0fb3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:10.168767 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d5e487d-163a-4400-b26e-2e0dc7a95bbc req-623f94c5-a30e-41d2-b7fd-1fde194e0fb3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0921071 Apr 19 19:15:10.220581 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d5e487d-163a-4400-b26e-2e0dc7a95bbc req-2aa7194a-d49b-4a5a-a0d0-5897c586baa6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420558 Apr 19 19:15:10.753477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:11.447951 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80955d1b-fb7b-4368-9a45-30c37f681362 req-44bac42c-5779-492e-91a4-9b0ca9a753dc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:11.449547 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-80955d1b-fb7b-4368-9a45-30c37f681362 req-44bac42c-5779-492e-91a4-9b0ca9a753dc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0936184 Apr 19 19:15:11.497861 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-80955d1b-fb7b-4368-9a45-30c37f681362 req-bdfd7cc1-d553-4d96-957e-beb5eb377529 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418351 Apr 19 19:15:12.711037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf86ede-7aa1-4b14-bf4d-2c637abb41ce req-239d10e4-38e7-4af4-8ada-99cb893a75f6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:12.711602 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bbf86ede-7aa1-4b14-bf4d-2c637abb41ce req-239d10e4-38e7-4af4-8ada-99cb893a75f6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0901928 Apr 19 19:15:12.761203 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bbf86ede-7aa1-4b14-bf4d-2c637abb41ce req-a440eddd-c242-4c79-971b-f0562651592a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425193 Apr 19 19:15:13.978424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0e5d7-8e41-47bb-8cc0-2c96090f7488 req-b32a9a4e-3294-41bc-9348-c0913daefc3f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:13.980023 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b1c0e5d7-8e41-47bb-8cc0-2c96090f7488 req-b32a9a4e-3294-41bc-9348-c0913daefc3f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0951567 Apr 19 19:15:14.032461 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b1c0e5d7-8e41-47bb-8cc0-2c96090f7488 req-820df0f7-9adc-4964-a23b-b7432f92596f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457973 Apr 19 19:15:15.244264 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6d77a-cdb6-46dc-89b2-b11383cd5806 req-3856e797-874c-475b-83f8-7d51808730cb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:15.245734 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ef6d77a-cdb6-46dc-89b2-b11383cd5806 req-3856e797-874c-475b-83f8-7d51808730cb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0901809 Apr 19 19:15:15.299214 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ef6d77a-cdb6-46dc-89b2-b11383cd5806 req-dc7e7ac7-7d77-45e8-b393-8b7a1a363ee2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438440 Apr 19 19:15:16.518808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3e4ff-ace7-4678-a7b7-3488bace541f req-3e13c885-4db2-4bde-9ace-4585ef067829 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:16.520368 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71a3e4ff-ace7-4678-a7b7-3488bace541f req-3e13c885-4db2-4bde-9ace-4585ef067829 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0893409 Apr 19 19:15:16.569291 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71a3e4ff-ace7-4678-a7b7-3488bace541f req-7b1c6ad2-136b-4b83-9994-76a0dd7b13d7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420969 Apr 19 19:15:17.800355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3f3bf-ace5-4885-b666-c4d51ed2838a req-081ac883-96e6-4964-a530-2162ef42b4ad tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:17.801925 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-38b3f3bf-ace5-4885-b666-c4d51ed2838a req-081ac883-96e6-4964-a530-2162ef42b4ad tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1030164 Apr 19 19:15:18.046942 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-38b3f3bf-ace5-4885-b666-c4d51ed2838a req-48969e3c-b4e7-414b-b868-b00295f69f52 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381620 Apr 19 19:15:19.259882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095071b-ab09-4e4f-927e-4843a544ecf9 req-c6b4e65f-5a02-44b4-8d22-a7e88c86050b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:19.261343 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2095071b-ab09-4e4f-927e-4843a544ecf9 req-c6b4e65f-5a02-44b4-8d22-a7e88c86050b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0887156 Apr 19 19:15:19.313111 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2095071b-ab09-4e4f-927e-4843a544ecf9 req-a474176d-5d99-4155-a724-3945605c431e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450819 Apr 19 19:15:20.579316 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab0ca-66f2-4bb8-b138-a95c23563168 req-5424de89-abf6-4cf9-a459-1362dcc58ad0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:20.580916 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c9ab0ca-66f2-4bb8-b138-a95c23563168 req-5424de89-abf6-4cf9-a459-1362dcc58ad0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1491020 Apr 19 19:15:20.629958 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c9ab0ca-66f2-4bb8-b138-a95c23563168 req-a0465702-40bc-4dc3-8842-61ab790513d8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423622 Apr 19 19:15:21.906059 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cd28a-9fd6-4748-8fd5-136a79c55fed req-3a575bc5-559c-47b9-aff0-b76bf057448a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:21.907547 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-568cd28a-9fd6-4748-8fd5-136a79c55fed req-3a575bc5-559c-47b9-aff0-b76bf057448a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1552026 Apr 19 19:15:21.965599 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-568cd28a-9fd6-4748-8fd5-136a79c55fed req-267ba1fb-c10e-4abe-a00b-29a5d07006f7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489113 Apr 19 19:15:23.194796 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e445fa-02e2-471a-8dff-ac8b7835335b req-84b9323a-ffec-4333-b795-8ba47f072f30 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:23.196398 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b4e445fa-02e2-471a-8dff-ac8b7835335b req-84b9323a-ffec-4333-b795-8ba47f072f30 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0962858 Apr 19 19:15:23.243798 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b4e445fa-02e2-471a-8dff-ac8b7835335b req-d6efc59f-dbde-4d87-af27-bd6d7e0dce2c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409648 Apr 19 19:15:24.480264 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60770802-6946-4926-806e-49b920c86bc9 req-bc2652f5-289b-44b8-b2c0-daacbba07309 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:24.481874 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60770802-6946-4926-806e-49b920c86bc9 req-bc2652f5-289b-44b8-b2c0-daacbba07309 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0968821 Apr 19 19:15:24.531550 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60770802-6946-4926-806e-49b920c86bc9 req-022f29e2-64c5-4ef6-bf3e-cd72a79924de tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429223 Apr 19 19:15:25.763069 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088f90-2175-4132-aeb4-51b96666a797 req-1b83cb6d-40e4-4d55-9d09-6b050e81da75 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:25.764657 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6d088f90-2175-4132-aeb4-51b96666a797 req-1b83cb6d-40e4-4d55-9d09-6b050e81da75 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0945280 Apr 19 19:15:25.816606 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6d088f90-2175-4132-aeb4-51b96666a797 req-4e615cd1-b96a-40c5-a829-b9ba76796e17 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451646 Apr 19 19:15:27.025896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4510613-ce90-452a-a4cd-c99481a33ef4 req-97c09302-ca1a-487a-b0a5-2ed2e9491c51 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:27.027735 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b4510613-ce90-452a-a4cd-c99481a33ef4 req-97c09302-ca1a-487a-b0a5-2ed2e9491c51 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0894156 Apr 19 19:15:27.076396 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b4510613-ce90-452a-a4cd-c99481a33ef4 req-3a654d4c-2a58-4f15-bd6c-c728c7cb93e2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423610 Apr 19 19:15:28.294249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0719d-9452-42c0-9f3a-9b61df3cf689 req-fb59d452-7950-4052-a5b8-bb96dffee530 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:28.295832 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9a0719d-9452-42c0-9f3a-9b61df3cf689 req-fb59d452-7950-4052-a5b8-bb96dffee530 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0987585 Apr 19 19:15:28.346690 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9a0719d-9452-42c0-9f3a-9b61df3cf689 req-c8cc4e08-b272-479b-a5a9-e932f7f68f35 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412469 Apr 19 19:15:29.577943 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048c953-cb94-46dd-821b-a3b0f1d50edd req-77d1fdd8-b984-4cbe-9b84-8eb07eb93528 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:29.579593 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9048c953-cb94-46dd-821b-a3b0f1d50edd req-77d1fdd8-b984-4cbe-9b84-8eb07eb93528 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0928144 Apr 19 19:15:29.628855 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9048c953-cb94-46dd-821b-a3b0f1d50edd req-fce97c29-e52e-4636-82c9-9d9aaa89e160 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426540 Apr 19 19:15:30.853231 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc8f94-f4f6-4fbe-9f93-d0eb0eb6de67 req-55e6485e-872a-4718-b734-497a696c26ad tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:30.854882 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfcc8f94-f4f6-4fbe-9f93-d0eb0eb6de67 req-55e6485e-872a-4718-b734-497a696c26ad tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0934160 Apr 19 19:15:30.913887 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfcc8f94-f4f6-4fbe-9f93-d0eb0eb6de67 req-e299c930-26ec-430a-80e9-ddd25c4abc64 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505893 Apr 19 19:15:32.141759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c1b0f-ae79-47ea-9088-41f30af00076 req-8190257d-2309-42d4-af0e-43fc0befc5b9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:32.143374 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d81c1b0f-ae79-47ea-9088-41f30af00076 req-8190257d-2309-42d4-af0e-43fc0befc5b9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0987790 Apr 19 19:15:32.193890 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d81c1b0f-ae79-47ea-9088-41f30af00076 req-965ae146-f331-4596-a159-9765c5deaf6c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437729 Apr 19 19:15:33.421818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5da7-4257-4599-94b0-a6ec3d2f4740 req-68c44930-a6bb-4f23-a6af-720a93dd30ba tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:33.423321 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b84f5da7-4257-4599-94b0-a6ec3d2f4740 req-68c44930-a6bb-4f23-a6af-720a93dd30ba tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0969136 Apr 19 19:15:33.476259 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b84f5da7-4257-4599-94b0-a6ec3d2f4740 req-5f074aeb-ab11-43ad-b5e5-846fde2ddcdc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428414 Apr 19 19:15:34.689264 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209276fc-adfd-47aa-a690-76870864dacb req-b0c3be53-92d2-4852-a1f1-f9c1d6abcccc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:34.690835 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-209276fc-adfd-47aa-a690-76870864dacb req-b0c3be53-92d2-4852-a1f1-f9c1d6abcccc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0926895 Apr 19 19:15:34.740822 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-209276fc-adfd-47aa-a690-76870864dacb req-cf622cec-0f91-4cdb-abd1-b30841e4feda tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432761 Apr 19 19:15:35.640301 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:15:36.069274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5929edd-660f-4fe7-8608-a338934f1e90 req-debeabaa-a995-4408-8e4d-686285223d70 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:36.071162 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e5929edd-660f-4fe7-8608-a338934f1e90 req-debeabaa-a995-4408-8e4d-686285223d70 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0902357 Apr 19 19:15:36.121540 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e5929edd-660f-4fe7-8608-a338934f1e90 req-f06dfe0b-d64f-45db-b814-d3c72bd5b6d5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438254 Apr 19 19:15:36.295507 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fe157efa-dcf6-497d-b294-72ff5f6d8706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:36.670820 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9f79219-8c0c-4622-877a-9e597e4611c7 req-56065bef-7808-4e34-8ea0-cea06c7d66a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934508 Apr 19 19:15:36.800933 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:36.834894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f79219-8c0c-4622-877a-9e597e4611c7 req-f193fac0-bfee-4fe9-929e-5a1f8ce2275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:36.836550 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9f79219-8c0c-4622-877a-9e597e4611c7 req-f193fac0-bfee-4fe9-929e-5a1f8ce2275e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1098 time: 0.0900738 Apr 19 19:15:36.996927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f79219-8c0c-4622-877a-9e597e4611c7 req-8734f123-28f7-4c14-b6cb-5257f22f1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:36.998558 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9f79219-8c0c-4622-877a-9e597e4611c7 req-8734f123-28f7-4c14-b6cb-5257f22f1326 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1407826 Apr 19 19:15:37.072303 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9f79219-8c0c-4622-877a-9e597e4611c7 req-c1d74b33-e6b2-42ec-936d-e4bfc1292616 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 217 time: 0.0662215 Apr 19 19:15:37.146632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f79219-8c0c-4622-877a-9e597e4611c7 req-9f1a1eed-1b88-41e9-abed-698bb6e4b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:37.148276 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9f79219-8c0c-4622-877a-9e597e4611c7 req-9f1a1eed-1b88-41e9-abed-698bb6e4b535 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0680568 Apr 19 19:15:37.204523 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9f79219-8c0c-4622-877a-9e597e4611c7 req-d2e67d16-f79f-45dd-ac4c-7b8c4d8949c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485306 Apr 19 19:15:37.336620 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39ed6-2acd-484b-954e-94120e52220d req-dd1404ca-77fc-4ccb-969f-a16c095836cd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:37.338195 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cae39ed6-2acd-484b-954e-94120e52220d req-dd1404ca-77fc-4ccb-969f-a16c095836cd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0951326 Apr 19 19:15:37.349485 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9f79219-8c0c-4622-877a-9e597e4611c7 req-c3c6ad2b-73de-427c-980b-307d743c2aeb service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375227 Apr 19 19:15:37.390377 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cae39ed6-2acd-484b-954e-94120e52220d req-c14fc790-9d08-4ac3-aaf1-6998d4f818bf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449970 Apr 19 19:15:37.495929 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9f79219-8c0c-4622-877a-9e597e4611c7 req-7429f07a-8607-4d30-9919-bf35d4c3782f service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384957 Apr 19 19:15:38.344607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e45b0742-b09b-4378-8168-59837f707be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:38.609780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045164-a8e4-47da-b8c5-c8f69a61e606 req-1657d74c-c3bb-4a58-8b34-14216f862b8d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:38.611338 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9045164-a8e4-47da-b8c5-c8f69a61e606 req-1657d74c-c3bb-4a58-8b34-14216f862b8d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0944757 Apr 19 19:15:38.665984 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9045164-a8e4-47da-b8c5-c8f69a61e606 req-b69901d0-a879-44a7-8180-312b30df0cb6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451665 Apr 19 19:15:38.795896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:39.356535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:39.896564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f6187-a913-4979-947d-1407436d671d req-c148e5f7-8765-41cf-b318-fcd49dfaed7d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:39.898053 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-094f6187-a913-4979-947d-1407436d671d req-c148e5f7-8765-41cf-b318-fcd49dfaed7d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0942008 Apr 19 19:15:39.948484 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-094f6187-a913-4979-947d-1407436d671d req-bcce99d2-a5dc-4df4-b545-351fb7a62e3c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 Apr 19 19:15:40.756270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:41.169229 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c4ca-2041-48a6-9cf3-fa548017f951 req-8d3f0376-b08d-453d-aa42-2d8ca7497854 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:41.171031 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9538c4ca-2041-48a6-9cf3-fa548017f951 req-8d3f0376-b08d-453d-aa42-2d8ca7497854 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1018445 Apr 19 19:15:41.219544 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9538c4ca-2041-48a6-9cf3-fa548017f951 req-6763bc06-342d-4680-a68c-ff6d14cd224a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417802 Apr 19 19:15:42.441862 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185d557-0a3c-47f4-97d8-07341eb431f3 req-b091eba7-b1bc-47bf-ac24-a766e7c94d10 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:42.443488 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6185d557-0a3c-47f4-97d8-07341eb431f3 req-b091eba7-b1bc-47bf-ac24-a766e7c94d10 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0924115 Apr 19 19:15:42.491873 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6185d557-0a3c-47f4-97d8-07341eb431f3 req-6429a478-4819-4855-a8da-4c41c56b7096 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420592 Apr 19 19:15:43.704893 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bce414-b444-4af0-b603-db7a3ae0465a req-38148306-ab29-4c93-839a-17c8c7c7eea0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:43.707325 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-56bce414-b444-4af0-b603-db7a3ae0465a req-38148306-ab29-4c93-839a-17c8c7c7eea0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0934997 Apr 19 19:15:43.763896 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-56bce414-b444-4af0-b603-db7a3ae0465a req-15d2e99a-2a91-4abb-bf66-d6ebb467a017 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466695 Apr 19 19:15:45.005674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79250cdf-c16b-4a9c-abc6-feae7ecd04cb req-979bc09d-22da-4045-b573-d40255e3112d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:45.007269 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-79250cdf-c16b-4a9c-abc6-feae7ecd04cb req-979bc09d-22da-4045-b573-d40255e3112d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0969067 Apr 19 19:15:45.062256 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-79250cdf-c16b-4a9c-abc6-feae7ecd04cb req-d96832c8-a58b-476c-8ffa-388ea6f77223 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448084 Apr 19 19:15:46.273900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982e5f8-4b93-4499-bda2-470296141612 req-4b564b4c-3154-482e-95df-cae4ee75b8e3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:46.275556 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3982e5f8-4b93-4499-bda2-470296141612 req-4b564b4c-3154-482e-95df-cae4ee75b8e3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0896344 Apr 19 19:15:46.323688 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3982e5f8-4b93-4499-bda2-470296141612 req-92df3cfa-6d85-4494-8492-ed7085e19fac tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416481 Apr 19 19:15:47.566201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb877c2d-7a0c-40db-8953-188bebbd8606 req-30576f1d-e52a-4a29-8a24-51699bb9c2b6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:47.567766 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb877c2d-7a0c-40db-8953-188bebbd8606 req-30576f1d-e52a-4a29-8a24-51699bb9c2b6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1047468 Apr 19 19:15:47.617070 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb877c2d-7a0c-40db-8953-188bebbd8606 req-b3486da3-4094-406d-8c81-a27deb384361 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428023 Apr 19 19:15:48.848416 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53960602-684e-4dec-943d-69a0fb615512 req-2803385d-fd7b-4487-80dc-758e4c4deb0f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:48.850136 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-53960602-684e-4dec-943d-69a0fb615512 req-2803385d-fd7b-4487-80dc-758e4c4deb0f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1023455 Apr 19 19:15:48.903065 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-53960602-684e-4dec-943d-69a0fb615512 req-764a4ae6-558a-4fe1-83d6-c6f07c1bf29f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426075 Apr 19 19:15:50.134429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8ca89-01c4-4b1b-a38d-10d9b728c54b req-8305e559-178f-4fd4-aa3c-fec157d93ddd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:50.136064 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5cf8ca89-01c4-4b1b-a38d-10d9b728c54b req-8305e559-178f-4fd4-aa3c-fec157d93ddd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0992858 Apr 19 19:15:50.188173 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5cf8ca89-01c4-4b1b-a38d-10d9b728c54b req-c77173fa-c6b8-4b14-a8c3-77dfbb28d5e6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430617 Apr 19 19:15:51.400882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cefef2-a667-4293-8730-c2c0b482fe32 req-e65618a0-cf60-4753-a981-359a0a090dcd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:51.402358 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71cefef2-a667-4293-8730-c2c0b482fe32 req-e65618a0-cf60-4753-a981-359a0a090dcd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0884995 Apr 19 19:15:51.453713 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71cefef2-a667-4293-8730-c2c0b482fe32 req-dac8b091-5f1d-48ca-9ff8-7862f652e9db tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445666 Apr 19 19:15:52.663886 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc3727-0c66-4fbf-9e7c-3173119c90a2 req-cae1003d-51c1-48bd-8b7e-6f04a93b30f7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:52.665422 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-06bc3727-0c66-4fbf-9e7c-3173119c90a2 req-cae1003d-51c1-48bd-8b7e-6f04a93b30f7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0917833 Apr 19 19:15:52.714440 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-06bc3727-0c66-4fbf-9e7c-3173119c90a2 req-96da7287-f872-42f4-b1a1-ac7f4f59066b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424917 Apr 19 19:15:53.958754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129390-d72a-479e-aebe-a34bc673d83f req-f3fae182-0542-4f7d-82b2-16b5cd4110d5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:53.960336 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-65129390-d72a-479e-aebe-a34bc673d83f req-f3fae182-0542-4f7d-82b2-16b5cd4110d5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1037898 Apr 19 19:15:54.009136 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-65129390-d72a-479e-aebe-a34bc673d83f req-217b1810-5443-4d22-9c5d-f2e6b0038544 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421884 Apr 19 19:15:55.231548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee6d9b-d896-4d51-ac5c-a4e23ceaf137 req-a5e047f7-8e80-473d-b731-f9086fccc48d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:55.233090 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0aee6d9b-d896-4d51-ac5c-a4e23ceaf137 req-a5e047f7-8e80-473d-b731-f9086fccc48d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0896182 Apr 19 19:15:55.285695 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0aee6d9b-d896-4d51-ac5c-a4e23ceaf137 req-72caeaca-a007-41b1-b6f5-854e522a7d30 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424850 Apr 19 19:15:56.537093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791499e-afd7-479b-9b0f-a8c838eeb157 req-07b9d693-d8a9-47a0-bbca-0979f1709908 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:56.538721 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e791499e-afd7-479b-9b0f-a8c838eeb157 req-07b9d693-d8a9-47a0-bbca-0979f1709908 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1106761 Apr 19 19:15:56.586810 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e791499e-afd7-479b-9b0f-a8c838eeb157 req-c99ef10b-f5e7-4096-b297-10d0bd836d50 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413806 Apr 19 19:15:57.817884 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386307de-eae5-459e-ad49-fcdf2fa834bb req-7abca28a-d60e-468a-bb6e-811a9a2d5ce7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:57.819535 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-386307de-eae5-459e-ad49-fcdf2fa834bb req-7abca28a-d60e-468a-bb6e-811a9a2d5ce7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1005681 Apr 19 19:15:57.871038 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-386307de-eae5-459e-ad49-fcdf2fa834bb req-2e8eb551-8cc0-4bd3-8cd2-0738cf59661f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450673 Apr 19 19:15:59.102517 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d293b-43a8-4576-a3e1-5eaf7300500f req-368e8fe9-f6e6-4a8a-aaca-622e584c7fa9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:59.104130 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-be4d293b-43a8-4576-a3e1-5eaf7300500f req-368e8fe9-f6e6-4a8a-aaca-622e584c7fa9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0916440 Apr 19 19:15:59.153464 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-be4d293b-43a8-4576-a3e1-5eaf7300500f req-b23020ed-da14-4131-a3b6-13616641f844 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428033 Apr 19 19:16:00.364003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930deb0-77c2-4386-b1fe-ab07b8a6fc45 req-61c3615f-3caa-492c-a2ec-ba0de449c18d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:00.365518 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5930deb0-77c2-4386-b1fe-ab07b8a6fc45 req-61c3615f-3caa-492c-a2ec-ba0de449c18d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0936275 Apr 19 19:16:00.414286 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5930deb0-77c2-4386-b1fe-ab07b8a6fc45 req-35c8fdf0-a0c9-4c6c-ba0d-271172106308 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422525 Apr 19 19:16:01.655532 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e5ff9-1270-45f0-91e7-89913aabb62f req-bdc5b85e-ed73-49a5-88fe-9076bcf70a4b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:01.657038 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c93e5ff9-1270-45f0-91e7-89913aabb62f req-bdc5b85e-ed73-49a5-88fe-9076bcf70a4b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1058278 Apr 19 19:16:01.716190 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c93e5ff9-1270-45f0-91e7-89913aabb62f req-fa59e6ff-8533-45f0-8497-7a1a08b658c6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522153 Apr 19 19:16:02.938981 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1e9c1-6e26-44ff-9eb4-71e60f8c0137 req-9578095a-6243-45e6-88a3-04f7f31ff31f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:02.940547 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2bf1e9c1-6e26-44ff-9eb4-71e60f8c0137 req-9578095a-6243-45e6-88a3-04f7f31ff31f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0946031 Apr 19 19:16:02.989181 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2bf1e9c1-6e26-44ff-9eb4-71e60f8c0137 req-045594a1-e061-491c-949d-4c94027b19c2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418708 Apr 19 19:16:04.201894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b388e38-66ac-4dac-8cae-42fe348ad2d5 req-f4bfda8c-10e3-4441-8997-608572c6edfe tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:04.203505 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b388e38-66ac-4dac-8cae-42fe348ad2d5 req-f4bfda8c-10e3-4441-8997-608572c6edfe tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0905828 Apr 19 19:16:04.254013 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b388e38-66ac-4dac-8cae-42fe348ad2d5 req-82922ad9-3365-4618-8351-eaf3d7deda69 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440793 Apr 19 19:16:05.469539 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e73b1-d443-450d-bf99-0ac4fbaaba9d req-8747d88e-2d02-4ece-b190-6ca59b3cc5c7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:05.471114 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ef0e73b1-d443-450d-bf99-0ac4fbaaba9d req-8747d88e-2d02-4ece-b190-6ca59b3cc5c7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0904472 Apr 19 19:16:05.520110 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ef0e73b1-d443-450d-bf99-0ac4fbaaba9d req-702be54a-b21f-4f1d-8328-cf44fc95c963 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409265 Apr 19 19:16:06.297990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d31985b8-312c-42f8-8a9e-e7abd3fee286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:06.771139 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fee862-28b3-4315-b1c0-a281fd372ab6 req-a17e2a66-89b8-4d40-849c-abfbbbbb3b1e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:06.772865 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a0fee862-28b3-4315-b1c0-a281fd372ab6 req-a17e2a66-89b8-4d40-849c-abfbbbbb3b1e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1045449 Apr 19 19:16:06.816279 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:06.828050 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a0fee862-28b3-4315-b1c0-a281fd372ab6 req-685eef07-390b-4a32-9f96-32a3557c5df0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480607 Apr 19 19:16:08.047597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c8c30-efbb-45fc-9508-a389d39cae24 req-ad46df6d-5fae-42a9-96b6-14631a04b007 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:08.049555 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-368c8c30-efbb-45fc-9508-a389d39cae24 req-ad46df6d-5fae-42a9-96b6-14631a04b007 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0958693 Apr 19 19:16:08.097553 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-368c8c30-efbb-45fc-9508-a389d39cae24 req-b4433cb5-51d5-4e30-ae39-b57387526cac tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412319 Apr 19 19:16:08.344587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-16bda7d1-6b30-41f4-b69c-9e4b456874c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:08.800356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:09.331695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11476b3e-0978-47ff-a182-b87bdf968b96 req-6a8ff49e-f227-42d4-bf66-95b9e02e6ae1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:09.333269 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-11476b3e-0978-47ff-a182-b87bdf968b96 req-6a8ff49e-f227-42d4-bf66-95b9e02e6ae1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1065817 Apr 19 19:16:09.349239 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:09.382659 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-11476b3e-0978-47ff-a182-b87bdf968b96 req-d18c141d-4434-4cf0-9819-ead89e8f46e8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425558 Apr 19 19:16:10.624904 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f837c44-eb4b-4f81-a2d1-afe4d8f9e464 req-345884b2-651a-4fa5-8483-323b0380998a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:10.626516 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4f837c44-eb4b-4f81-a2d1-afe4d8f9e464 req-345884b2-651a-4fa5-8483-323b0380998a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1018934 Apr 19 19:16:10.765775 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:10.880747 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4f837c44-eb4b-4f81-a2d1-afe4d8f9e464 req-19abcc61-9bbf-4eda-ab8a-70c057269909 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475393 Apr 19 19:16:12.126503 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a5889-da55-47a3-bb8a-194a12c7ba12 req-3b9465b0-54e8-4200-b08b-2d8185f6a2d6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:12.128097 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-342a5889-da55-47a3-bb8a-194a12c7ba12 req-3b9465b0-54e8-4200-b08b-2d8185f6a2d6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0899382 Apr 19 19:16:12.180199 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-342a5889-da55-47a3-bb8a-194a12c7ba12 req-1fa1b83b-0d44-4dec-8145-54da95f00aff tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420692 Apr 19 19:16:12.646301 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:16:13.406637 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fa04e-a6de-49c5-8ce3-2ff43e308f95 req-78822d98-5475-4714-ba4e-c7aa0f434c4a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:13.408170 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f66fa04e-a6de-49c5-8ce3-2ff43e308f95 req-78822d98-5475-4714-ba4e-c7aa0f434c4a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1017485 Apr 19 19:16:13.457430 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f66fa04e-a6de-49c5-8ce3-2ff43e308f95 req-6f0e1856-c839-4754-9c71-d42f3f4d1989 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423911 Apr 19 19:16:14.674861 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910315-e41e-43a4-9d45-0e310d8f2839 req-4b9435ce-30b5-4458-a330-84c051b9df53 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:14.676412 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aa910315-e41e-43a4-9d45-0e310d8f2839 req-4b9435ce-30b5-4458-a330-84c051b9df53 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0905058 Apr 19 19:16:14.724814 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aa910315-e41e-43a4-9d45-0e310d8f2839 req-d6610031-9936-4d69-b08e-65cb638aa9a6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416682 Apr 19 19:16:15.933540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439bae2-4355-48e7-9c9e-52c653b88eb6 req-572baa39-d355-40e0-a5b0-824afd71b6e7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:15.935022 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2439bae2-4355-48e7-9c9e-52c653b88eb6 req-572baa39-d355-40e0-a5b0-824afd71b6e7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0905397 Apr 19 19:16:15.983163 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2439bae2-4355-48e7-9c9e-52c653b88eb6 req-a811a6cc-632e-44ea-a0a3-a4a65dca665e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416095 Apr 19 19:16:17.227989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7899664-3109-40cc-ab7e-63c87379b20b req-011e6ec5-f2a9-47ab-880e-35a17fe0e2ac tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:17.229606 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b7899664-3109-40cc-ab7e-63c87379b20b req-011e6ec5-f2a9-47ab-880e-35a17fe0e2ac tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1009271 Apr 19 19:16:17.281658 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b7899664-3109-40cc-ab7e-63c87379b20b req-0ab4f115-ac9d-4d1f-8763-ed245ead3d28 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422287 Apr 19 19:16:18.511544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fb465-3511-4a43-b185-e44573608dbc req-e80627e7-1ac7-4486-bbf3-4fa258402fdc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:18.513132 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c30fb465-3511-4a43-b185-e44573608dbc req-e80627e7-1ac7-4486-bbf3-4fa258402fdc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0900166 Apr 19 19:16:18.565158 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c30fb465-3511-4a43-b185-e44573608dbc req-9514a040-e841-4613-bdca-886cee15199c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453596 Apr 19 19:16:19.781689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d20dc-fae5-4265-b5c3-a678aae8e65e req-59f3b625-c532-4a2f-aec9-23fbf7f9eaae tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:19.783201 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-392d20dc-fae5-4265-b5c3-a678aae8e65e req-59f3b625-c532-4a2f-aec9-23fbf7f9eaae tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0911148 Apr 19 19:16:19.835064 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-392d20dc-fae5-4265-b5c3-a678aae8e65e req-04178158-5a3c-40ba-bbc4-ed0e6035193c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430067 Apr 19 19:16:21.068588 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba191c0-f51b-497f-b731-347c5c64cca1 req-2d571784-d69d-4b99-910b-e2097419ca2b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:21.070194 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ba191c0-f51b-497f-b731-347c5c64cca1 req-2d571784-d69d-4b99-910b-e2097419ca2b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1017563 Apr 19 19:16:21.120695 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ba191c0-f51b-497f-b731-347c5c64cca1 req-feadbab5-1421-4c39-b916-17efaa2847fb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436924 Apr 19 19:16:22.334260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227df152-e05e-4393-9271-ef5c8b53ea0b req-f082a174-0829-49f9-85aa-d4cf5008f43a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:22.335978 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-227df152-e05e-4393-9271-ef5c8b53ea0b req-f082a174-0829-49f9-85aa-d4cf5008f43a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0916224 Apr 19 19:16:22.384647 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-227df152-e05e-4393-9271-ef5c8b53ea0b req-4a3680fb-178e-4be7-bc50-22cb05405e5d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Apr 19 19:16:23.596751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8c151-bbf5-4f4e-a172-00cdc2e84e86 req-28086b35-ffc4-4dc2-bcb3-bbe5834af981 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:23.598292 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d4c8c151-bbf5-4f4e-a172-00cdc2e84e86 req-28086b35-ffc4-4dc2-bcb3-bbe5834af981 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0953476 Apr 19 19:16:23.648008 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d4c8c151-bbf5-4f4e-a172-00cdc2e84e86 req-146ae198-915b-4707-95b7-df5b9dbeb89a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428197 Apr 19 19:16:24.884145 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a829080-41b9-42d0-bd57-11ff5b246285 req-a0f9d750-9324-4857-a9d9-d3b2bf2efff9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:24.885710 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8a829080-41b9-42d0-bd57-11ff5b246285 req-a0f9d750-9324-4857-a9d9-d3b2bf2efff9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1011913 Apr 19 19:16:24.934906 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8a829080-41b9-42d0-bd57-11ff5b246285 req-1e238117-7bca-41e6-a609-d9d1c87f9ee9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426502 Apr 19 19:16:26.158873 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c54681-de94-4b2d-84c2-5a6549b9a8ad req-28027d50-d777-463f-9252-bca7aade8964 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:26.160471 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a7c54681-de94-4b2d-84c2-5a6549b9a8ad req-28027d50-d777-463f-9252-bca7aade8964 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0988433 Apr 19 19:16:26.213092 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a7c54681-de94-4b2d-84c2-5a6549b9a8ad req-1a81f57d-66a9-43d4-9360-eecdcf6d4208 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431187 Apr 19 19:16:27.430049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab9c8e-2329-47f7-b1fa-455507bafaa5 req-234b4391-5ea0-464b-9bdb-f2a8cefb4d74 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:27.431708 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a5ab9c8e-2329-47f7-b1fa-455507bafaa5 req-234b4391-5ea0-464b-9bdb-f2a8cefb4d74 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0923407 Apr 19 19:16:27.480957 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a5ab9c8e-2329-47f7-b1fa-455507bafaa5 req-5c4bb189-f294-4916-90ef-9d31915b000d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428936 Apr 19 19:16:28.691989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ab674-c010-4120-9e79-f947ee498d93 req-a37ef1e9-af8c-422b-bbe5-4fde5d8ff388 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:28.693471 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-538ab674-c010-4120-9e79-f947ee498d93 req-a37ef1e9-af8c-422b-bbe5-4fde5d8ff388 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0894387 Apr 19 19:16:28.744936 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-538ab674-c010-4120-9e79-f947ee498d93 req-d6a940d7-2444-4c3f-99f8-dc3aad1be4d1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446532 Apr 19 19:16:29.964754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9098ac-11ba-4d00-b61d-349f44972630 req-3ee29b54-fb31-4281-bf61-9333d385453e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:29.966317 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2c9098ac-11ba-4d00-b61d-349f44972630 req-3ee29b54-fb31-4281-bf61-9333d385453e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0907645 Apr 19 19:16:30.019197 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2c9098ac-11ba-4d00-b61d-349f44972630 req-6f8c07f0-4be5-4b96-af49-2f261a4fe10d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435224 Apr 19 19:16:31.235395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b85a11-079a-44c4-ab67-f1aa67f2b21c req-7fcad6dd-4e86-431d-9428-e70b401a4217 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:31.236955 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-94b85a11-079a-44c4-ab67-f1aa67f2b21c req-7fcad6dd-4e86-431d-9428-e70b401a4217 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0909226 Apr 19 19:16:31.287184 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-94b85a11-079a-44c4-ab67-f1aa67f2b21c req-1fcd6aad-c307-435f-9cb8-768455c05f97 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434928 Apr 19 19:16:32.498664 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef282b49-fd68-4da5-b769-c77795abc6e7 req-10812add-8ae7-4185-9ac8-4f5638c843c4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:32.500165 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ef282b49-fd68-4da5-b769-c77795abc6e7 req-10812add-8ae7-4185-9ac8-4f5638c843c4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0910785 Apr 19 19:16:32.551459 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ef282b49-fd68-4da5-b769-c77795abc6e7 req-3f983b8f-2164-41bd-9bc1-3c882c1574f6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419035 Apr 19 19:16:33.790865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a7b7d-2737-4ae7-8b00-d24158b27f90 req-72d6fa14-d833-4dcf-9221-651f7e7b1821 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:33.792430 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5f1a7b7d-2737-4ae7-8b00-d24158b27f90 req-72d6fa14-d833-4dcf-9221-651f7e7b1821 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1002676 Apr 19 19:16:33.841066 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5f1a7b7d-2737-4ae7-8b00-d24158b27f90 req-34b43f3c-3bfc-4eca-bf84-31bb3e3409f5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422404 Apr 19 19:16:35.060775 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773891ca-7a3d-4083-9366-c9e843f56747 req-15311c5b-d498-4321-8804-3582ae853f9e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:35.062319 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-773891ca-7a3d-4083-9366-c9e843f56747 req-15311c5b-d498-4321-8804-3582ae853f9e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0971954 Apr 19 19:16:35.118141 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-773891ca-7a3d-4083-9366-c9e843f56747 req-9c6985bb-5146-4853-bf6c-cdc87b4a1c38 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490284 Apr 19 19:16:36.300938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-664b71fb-8509-4615-8866-5e96f1fbaeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:36.338568 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa4a29-5614-4579-b21f-48f4a2539882 req-37e4208a-d9c0-45f0-b1a3-9b61c6cbe299 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:36.340141 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-85fa4a29-5614-4579-b21f-48f4a2539882 req-37e4208a-d9c0-45f0-b1a3-9b61c6cbe299 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0916460 Apr 19 19:16:36.388687 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-85fa4a29-5614-4579-b21f-48f4a2539882 req-60703766-8ca6-4db9-a49f-79d4e5e40833 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418553 Apr 19 19:16:36.813866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:37.612136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ca7d1-51f9-40d6-8136-17f93952904f req-e5e266a1-6233-47dd-a3f6-f3ed0e495efd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:37.613739 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-011ca7d1-51f9-40d6-8136-17f93952904f req-e5e266a1-6233-47dd-a3f6-f3ed0e495efd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0931294 Apr 19 19:16:37.663808 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-011ca7d1-51f9-40d6-8136-17f93952904f req-b95e9ed8-d9df-42b0-9959-ec19d8b23fd7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431471 Apr 19 19:16:37.672228 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-86a1ad21-53c6-4fdc-bee8-4692897d7492 req-5a39a0b2-8f06-43ad-aa01-6a368fee0e44 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1338594 Apr 19 19:16:37.770905 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1ad21-53c6-4fdc-bee8-4692897d7492 req-de72fab1-cee1-4b0b-b8d8-b743e968a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:37.772536 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-86a1ad21-53c6-4fdc-bee8-4692897d7492 req-de72fab1-cee1-4b0b-b8d8-b743e968a1ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 1098 time: 0.0795686 Apr 19 19:16:37.928299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1ad21-53c6-4fdc-bee8-4692897d7492 req-e7a7761d-557e-4f37-8774-7950822906d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:37.929921 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-86a1ad21-53c6-4fdc-bee8-4692897d7492 req-e7a7761d-557e-4f37-8774-7950822906d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 920 time: 0.1381974 Apr 19 19:16:38.007474 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-86a1ad21-53c6-4fdc-bee8-4692897d7492 req-ebf64afa-49c0-4b6f-a17a-8c646b8e9805 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5e26c8-7091-4829-ac60-19ddfac94774 HTTP/1.1" status: 200 len: 217 time: 0.0697098 Apr 19 19:16:38.078289 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1ad21-53c6-4fdc-bee8-4692897d7492 req-fe064324-f055-4978-842f-621ed077fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:38.079922 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-86a1ad21-53c6-4fdc-bee8-4692897d7492 req-fe064324-f055-4978-842f-621ed077fd1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.0652022 Apr 19 19:16:38.132523 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-86a1ad21-53c6-4fdc-bee8-4692897d7492 req-5e14ee57-fca2-4940-9c89-b1dfd67e0b1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460227 Apr 19 19:16:38.282780 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-86a1ad21-53c6-4fdc-bee8-4692897d7492 req-17a64492-2d4d-4a76-9b1d-a918c7c36ef1 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426105 Apr 19 19:16:38.344054 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4d5c13ea-a2bd-44af-840f-930ce262a6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:38.436216 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-86a1ad21-53c6-4fdc-bee8-4692897d7492 req-108c2f97-0385-4fe1-a57a-a59bf19b5ca3 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467295 Apr 19 19:16:38.799605 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:38.889898 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c624d2e-751f-4c33-9ee2-906873f7b333 req-da8153dd-2cad-4350-9f49-3b03748d86c0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:38.891528 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3c624d2e-751f-4c33-9ee2-906873f7b333 req-da8153dd-2cad-4350-9f49-3b03748d86c0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0928328 Apr 19 19:16:38.941136 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3c624d2e-751f-4c33-9ee2-906873f7b333 req-02a855d9-8b5f-4e71-9fa6-ea1fca86cad0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427847 Apr 19 19:16:39.360543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:40.163685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a864e-b2fe-4e70-aed8-2565cc051fad req-c3f6ebf0-314b-4b41-8fee-0547f0190ead tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:40.165820 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ab2a864e-b2fe-4e70-aed8-2565cc051fad req-c3f6ebf0-314b-4b41-8fee-0547f0190ead tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1009836 Apr 19 19:16:40.216476 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ab2a864e-b2fe-4e70-aed8-2565cc051fad req-c66b94fc-c8d7-4a96-9445-8311a75afb04 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438735 Apr 19 19:16:40.763769 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:41.435078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2174515-86f6-443c-8c68-80cbb2e8322a req-48cb358a-e568-44be-84b1-559005643531 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:41.436659 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2174515-86f6-443c-8c68-80cbb2e8322a req-48cb358a-e568-44be-84b1-559005643531 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0913477 Apr 19 19:16:41.488251 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2174515-86f6-443c-8c68-80cbb2e8322a req-9d91a56d-f550-4270-83aa-ba838791d898 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450764 Apr 19 19:16:42.716743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcba133-5b5d-4c10-826a-4743bac496f9 req-3a1badce-2356-4637-a1d3-993d99b70144 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:42.718255 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5dcba133-5b5d-4c10-826a-4743bac496f9 req-3a1badce-2356-4637-a1d3-993d99b70144 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1009669 Apr 19 19:16:42.770383 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5dcba133-5b5d-4c10-826a-4743bac496f9 req-6e98e4eb-4d50-45bc-b13d-584dd2c94a4d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 Apr 19 19:16:43.992458 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f6d49-5a35-4116-a1d0-5b288568a5a0 req-07c50adb-e891-4ce0-9eac-d910a67ffe38 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:43.994075 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8a0f6d49-5a35-4116-a1d0-5b288568a5a0 req-07c50adb-e891-4ce0-9eac-d910a67ffe38 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0965569 Apr 19 19:16:44.042917 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8a0f6d49-5a35-4116-a1d0-5b288568a5a0 req-f744cf8c-dd1b-4bf9-a5ef-aa5182a0152c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419738 Apr 19 19:16:45.256274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d2fdf-2a60-482e-80e8-b1c9aeeaa563 req-6afef6c3-12a6-4239-a2c3-a10a09391f8d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:45.257856 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d69d2fdf-2a60-482e-80e8-b1c9aeeaa563 req-6afef6c3-12a6-4239-a2c3-a10a09391f8d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0879531 Apr 19 19:16:45.313388 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d69d2fdf-2a60-482e-80e8-b1c9aeeaa563 req-92358555-8432-453f-b9d3-dbababb819f8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460796 Apr 19 19:16:46.545785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1920c3-5017-4d80-896b-82214cb5502f req-8502675d-eb5a-4e41-8911-25d8bb3a66b1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:46.547445 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5e1920c3-5017-4d80-896b-82214cb5502f req-8502675d-eb5a-4e41-8911-25d8bb3a66b1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0963120 Apr 19 19:16:46.600737 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5e1920c3-5017-4d80-896b-82214cb5502f req-c8fc9992-4edc-452d-bba5-d229e5c2b2c2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Apr 19 19:16:47.824003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfff91-0c1c-4d71-b8a1-0624f5228c8f req-62d12b76-6e44-49d4-8d8d-d8e0497e3dc3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:47.825920 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0dfff91-0c1c-4d71-b8a1-0624f5228c8f req-62d12b76-6e44-49d4-8d8d-d8e0497e3dc3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0955205 Apr 19 19:16:47.875041 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0dfff91-0c1c-4d71-b8a1-0624f5228c8f req-4153d91e-0ae4-410a-a51d-595802bebcc0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421195 Apr 19 19:16:49.099202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9454c26-9d6a-49ce-b8ff-208b1ecf46aa req-afa77fb8-16e2-4b72-9913-28ade064cad6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:49.106759 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9454c26-9d6a-49ce-b8ff-208b1ecf46aa req-afa77fb8-16e2-4b72-9913-28ade064cad6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0959930 Apr 19 19:16:49.150589 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9454c26-9d6a-49ce-b8ff-208b1ecf46aa req-dd4848c7-9921-4f80-abe5-cded5cad5641 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426824 Apr 19 19:16:49.646326 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:16:50.378617 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d673bb8-c520-497a-8c6d-14a2cda0c48a req-fed8e329-2d7b-4c51-8b40-f6587ae5b378 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:50.380154 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2d673bb8-c520-497a-8c6d-14a2cda0c48a req-fed8e329-2d7b-4c51-8b40-f6587ae5b378 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1034231 Apr 19 19:16:50.432533 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2d673bb8-c520-497a-8c6d-14a2cda0c48a req-2e3f1e1f-dc48-4139-bffe-ddc462143bf8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422246 Apr 19 19:16:51.672667 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dc538-7f24-470e-b82b-50f0294cfde8 req-b411dd51-451b-4dae-8a0d-c2503113c699 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:51.674350 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c2dc538-7f24-470e-b82b-50f0294cfde8 req-b411dd51-451b-4dae-8a0d-c2503113c699 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0989912 Apr 19 19:16:51.726371 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c2dc538-7f24-470e-b82b-50f0294cfde8 req-7dfe3730-8498-4624-b852-2e22601f77f0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422363 Apr 19 19:16:52.950115 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fcc19-4f15-425f-84d7-e1b06d7c77e3 req-e8d839bd-8786-48c1-81c2-a09551625b4b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:52.951711 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3c8fcc19-4f15-425f-84d7-e1b06d7c77e3 req-e8d839bd-8786-48c1-81c2-a09551625b4b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0926094 Apr 19 19:16:53.002856 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3c8fcc19-4f15-425f-84d7-e1b06d7c77e3 req-d2e1d8ba-bc90-4e6c-b4c0-9dfb127ce82b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435648 Apr 19 19:16:54.223313 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc22c5a-73ac-446a-a740-27c599e51085 req-664382da-5c55-47ab-837f-2f31c8d65400 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:54.224825 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-dbc22c5a-73ac-446a-a740-27c599e51085 req-664382da-5c55-47ab-837f-2f31c8d65400 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0950279 Apr 19 19:16:54.277601 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-dbc22c5a-73ac-446a-a740-27c599e51085 req-0d20c796-734c-4302-82c1-d8f0f35be51d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462322 Apr 19 19:16:55.505571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef17646-9f4a-40c4-af8d-254496d9a93b req-9c5683a7-a4d6-4200-8887-4dd55a338bb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:55.507201 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3ef17646-9f4a-40c4-af8d-254496d9a93b req-9c5683a7-a4d6-4200-8887-4dd55a338bb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0912352 Apr 19 19:16:55.557773 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3ef17646-9f4a-40c4-af8d-254496d9a93b req-b54c5fdb-800f-4c14-a4f4-e3f16f3f6806 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422826 Apr 19 19:16:56.792107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e6eb-0634-49f7-8eea-f88f12b7ea02 req-38f0e951-df56-4eb2-9d49-a16b642b01db tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:56.793621 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6bc4e6eb-0634-49f7-8eea-f88f12b7ea02 req-38f0e951-df56-4eb2-9d49-a16b642b01db tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1035731 Apr 19 19:16:56.842335 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6bc4e6eb-0634-49f7-8eea-f88f12b7ea02 req-dac3111a-f241-48bf-862b-5b0adf4b4e18 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421176 Apr 19 19:16:58.061051 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2f2cf-7bd8-4892-ba9e-a2df26c4d70b req-b44afa3b-ea06-4f93-8211-6fceba610f8d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:58.062657 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6de2f2cf-7bd8-4892-ba9e-a2df26c4d70b req-b44afa3b-ea06-4f93-8211-6fceba610f8d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1000757 Apr 19 19:16:58.112923 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6de2f2cf-7bd8-4892-ba9e-a2df26c4d70b req-eacdbe8f-a85c-4737-b277-4ad463c53e4f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 Apr 19 19:16:59.340968 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866f945-02f0-4586-a0f2-7ef71eace498 req-dea6d0c2-ef9e-4f32-ad2a-48e5bcfbd8c7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:59.342439 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8866f945-02f0-4586-a0f2-7ef71eace498 req-dea6d0c2-ef9e-4f32-ad2a-48e5bcfbd8c7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1032650 Apr 19 19:16:59.393770 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8866f945-02f0-4586-a0f2-7ef71eace498 req-ddc80f8a-28cd-4707-b508-e2ee3b9443c6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417717 Apr 19 19:17:00.637236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2f885-9846-4ec8-b4b9-354c9a6884b5 req-3b4d6be1-7855-470e-a6ad-d49b4e36c7df tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:00.638856 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-85d2f885-9846-4ec8-b4b9-354c9a6884b5 req-3b4d6be1-7855-470e-a6ad-d49b4e36c7df tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0998399 Apr 19 19:17:00.690105 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-85d2f885-9846-4ec8-b4b9-354c9a6884b5 req-3ef9d4b2-ed13-4f77-b30d-da976afdf768 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446784 Apr 19 19:17:01.906919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13984e-f8ac-4001-8168-ac01e8f6f5bb req-8b9aa2c5-e93c-4de5-9919-0dae3d6c88f2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:01.908567 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9c13984e-f8ac-4001-8168-ac01e8f6f5bb req-8b9aa2c5-e93c-4de5-9919-0dae3d6c88f2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0920258 Apr 19 19:17:01.960828 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9c13984e-f8ac-4001-8168-ac01e8f6f5bb req-3c431d8c-24b0-4903-ad8b-36c81956f0cf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427771 Apr 19 19:17:03.187514 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf736624-286c-40da-8097-e0c8ab22f645 req-b37b770c-39eb-4078-9eb3-3b239759a7f5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:03.189276 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cf736624-286c-40da-8097-e0c8ab22f645 req-b37b770c-39eb-4078-9eb3-3b239759a7f5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0956283 Apr 19 19:17:03.437633 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cf736624-286c-40da-8097-e0c8ab22f645 req-e882868b-0a30-4dad-b304-7a0836d06a6a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416544 Apr 19 19:17:04.668030 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010ae83-052c-454c-9aee-70ffe6ce0d21 req-46ace222-bd7d-443d-827a-afa628916a51 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:04.669602 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9010ae83-052c-454c-9aee-70ffe6ce0d21 req-46ace222-bd7d-443d-827a-afa628916a51 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1020870 Apr 19 19:17:04.720860 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9010ae83-052c-454c-9aee-70ffe6ce0d21 req-a4ae36ec-e3db-424e-8298-a6cea1704239 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444973 Apr 19 19:17:05.931809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144c55c-83dc-46d0-9f29-1b253dc9b7ff req-c7f03fb8-18b1-4b87-b37e-8c625e591c50 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:05.933257 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1144c55c-83dc-46d0-9f29-1b253dc9b7ff req-c7f03fb8-18b1-4b87-b37e-8c625e591c50 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0935240 Apr 19 19:17:05.993639 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1144c55c-83dc-46d0-9f29-1b253dc9b7ff req-86d59c3a-1f06-45c9-876b-0c146451f6b0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510714 Apr 19 19:17:06.310076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5cbfdd9e-2721-47e4-93cd-d51f54cd716f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:06.811163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:07.221604 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9166be0-56a5-4a0c-94b2-500d80ccee80 req-3c5337ab-56e5-4d72-b60a-21d86164b977 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:07.223178 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a9166be0-56a5-4a0c-94b2-500d80ccee80 req-3c5337ab-56e5-4d72-b60a-21d86164b977 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1024945 Apr 19 19:17:07.269907 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a9166be0-56a5-4a0c-94b2-500d80ccee80 req-6aa389b1-ce16-4d0d-b35e-022e7f4579c3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402832 Apr 19 19:17:08.349490 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a1ab09ef-fb88-41de-bfc8-4bc068ce44fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:08.491227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474955c9-a34e-479d-b4fe-45eb7dca0237 req-decaa418-52b8-4f68-bc12-9cecbb8a1976 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:08.492710 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-474955c9-a34e-479d-b4fe-45eb7dca0237 req-decaa418-52b8-4f68-bc12-9cecbb8a1976 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0923891 Apr 19 19:17:08.545486 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-474955c9-a34e-479d-b4fe-45eb7dca0237 req-aa087516-a540-4401-9d8a-1d381bfcb990 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457575 Apr 19 19:17:08.796380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:09.359526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:09.766551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9eb5a-c873-440e-9998-6c7925df3306 req-bfdcce2b-60c4-4d55-bdc7-caa7bb6ce54c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:09.768234 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9dc9eb5a-c873-440e-9998-6c7925df3306 req-bfdcce2b-60c4-4d55-bdc7-caa7bb6ce54c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0968182 Apr 19 19:17:09.826363 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9dc9eb5a-c873-440e-9998-6c7925df3306 req-78b2db21-3529-47ec-b524-24a4480517b2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506203 Apr 19 19:17:10.766217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:11.046875 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f034f-3dd6-474d-b6c3-7917118b6328 req-aefc002d-1ee2-4070-a35c-2b7b11333d44 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:11.048445 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-694f034f-3dd6-474d-b6c3-7917118b6328 req-aefc002d-1ee2-4070-a35c-2b7b11333d44 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0921776 Apr 19 19:17:11.099455 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-694f034f-3dd6-474d-b6c3-7917118b6328 req-cf19fd40-d07a-493a-b66b-9e0780b92cfe tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443585 Apr 19 19:17:12.324758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069bafc-b0cc-4ee5-942d-2752a557fba0 req-34c9832b-9ff2-43dd-a670-35c0caae6a95 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:12.326345 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2069bafc-b0cc-4ee5-942d-2752a557fba0 req-34c9832b-9ff2-43dd-a670-35c0caae6a95 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0888228 Apr 19 19:17:12.374468 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2069bafc-b0cc-4ee5-942d-2752a557fba0 req-b2d0003b-69f6-4b3d-bc2a-c5689609da7f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417409 Apr 19 19:17:13.598950 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0646c-cc44-4f51-a205-ad360b6209ac req-b51a8757-589f-4481-9ce0-126cdeafd9ae tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:13.600485 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c9f0646c-cc44-4f51-a205-ad360b6209ac req-b51a8757-589f-4481-9ce0-126cdeafd9ae tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1060359 Apr 19 19:17:13.649337 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c9f0646c-cc44-4f51-a205-ad360b6209ac req-54b5a039-9bc7-4540-ac43-ea9af250786b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423973 Apr 19 19:17:14.880125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1ad22-c7d3-4028-8caa-36771f82d36d req-46d75045-36ff-4e9e-b520-921c54bd0754 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:14.881899 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-16b1ad22-c7d3-4028-8caa-36771f82d36d req-46d75045-36ff-4e9e-b520-921c54bd0754 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0922587 Apr 19 19:17:14.932691 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-16b1ad22-c7d3-4028-8caa-36771f82d36d req-b308ea4a-fac8-4b91-b4b1-1702b92f467f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441370 Apr 19 19:17:16.178165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2627d-521a-421c-b69d-edf80b878762 req-52f4d957-3516-4bc2-9d2c-967147e0f46a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:16.179766 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9ec2627d-521a-421c-b69d-edf80b878762 req-52f4d957-3516-4bc2-9d2c-967147e0f46a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0907798 Apr 19 19:17:16.230364 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9ec2627d-521a-421c-b69d-edf80b878762 req-cecea6a8-b3ab-4e5e-8500-95b044975519 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423198 Apr 19 19:17:17.442954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45291273-8d60-4ccb-8699-2ed76ec4a1d6 req-d2e89cbc-5529-49d7-94d7-11dfc226b258 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:17.444483 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-45291273-8d60-4ccb-8699-2ed76ec4a1d6 req-d2e89cbc-5529-49d7-94d7-11dfc226b258 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0913150 Apr 19 19:17:17.496222 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-45291273-8d60-4ccb-8699-2ed76ec4a1d6 req-ec5e25d6-0762-403f-8547-2cdbdeb08745 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423131 Apr 19 19:17:18.726934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f14292-7f8d-4bc6-865f-aa20bd1c2a2a req-2bed57d1-0cc2-4f38-9981-ee5b26e04c3f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:18.728520 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b7f14292-7f8d-4bc6-865f-aa20bd1c2a2a req-2bed57d1-0cc2-4f38-9981-ee5b26e04c3f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0924387 Apr 19 19:17:18.778287 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b7f14292-7f8d-4bc6-865f-aa20bd1c2a2a req-45422bc1-1f5c-47e5-a93c-aa05f79a3b73 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433104 Apr 19 19:17:19.999249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bedeb0-b8a0-4267-9b88-10ec4ad8c8f6 req-7bce27f1-b853-497a-ad02-12163f1e4fa5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:20.000747 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19bedeb0-b8a0-4267-9b88-10ec4ad8c8f6 req-7bce27f1-b853-497a-ad02-12163f1e4fa5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0930264 Apr 19 19:17:20.050243 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19bedeb0-b8a0-4267-9b88-10ec4ad8c8f6 req-2a111793-d556-40f1-bd61-b90846c997cd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425124 Apr 19 19:17:21.258787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ee789-4294-48ce-a8e9-a0748b302cda req-7efd6525-dc90-4833-a414-21656c2ad523 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:21.260370 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f74ee789-4294-48ce-a8e9-a0748b302cda req-7efd6525-dc90-4833-a414-21656c2ad523 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0894134 Apr 19 19:17:21.315287 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f74ee789-4294-48ce-a8e9-a0748b302cda req-8a33af6c-38ee-47a5-b283-af9606f3bc2a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455022 Apr 19 19:17:22.532068 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c87261-c776-46f9-91e3-7f8cbfdf543f req-10b43627-2b0b-44da-b6f8-d76e1fa66e36 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:22.533540 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-85c87261-c776-46f9-91e3-7f8cbfdf543f req-10b43627-2b0b-44da-b6f8-d76e1fa66e36 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0913818 Apr 19 19:17:22.587464 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-85c87261-c776-46f9-91e3-7f8cbfdf543f req-17e51a2d-0f39-4479-bfbe-320ab3bbe8bd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440414 Apr 19 19:17:23.821355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9b237-1715-4555-8bf7-45a9df4868a9 req-c21fd26b-443e-4e9b-a371-6729705684dd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:23.822969 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9ec9b237-1715-4555-8bf7-45a9df4868a9 req-c21fd26b-443e-4e9b-a371-6729705684dd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0933793 Apr 19 19:17:23.871499 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9ec9b237-1715-4555-8bf7-45a9df4868a9 req-1dabbc60-f0db-4d84-91a9-ff685fdf1dbd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420158 Apr 19 19:17:25.085278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3fa75-3a4f-4968-93da-1babccfda6e3 req-d6b98844-1913-407a-8249-42c9299f519e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:25.086857 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-33e3fa75-3a4f-4968-93da-1babccfda6e3 req-d6b98844-1913-407a-8249-42c9299f519e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0891290 Apr 19 19:17:25.135744 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-33e3fa75-3a4f-4968-93da-1babccfda6e3 req-321e2d12-a114-4eb5-8fcd-8ed24abab206 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424416 Apr 19 19:17:26.351169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c0844-3a0f-4479-8925-1bdbfa883877 req-6f9f9677-0c93-46d9-ac0e-7482014e5a5f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:26.352984 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c5c0844-3a0f-4479-8925-1bdbfa883877 req-6f9f9677-0c93-46d9-ac0e-7482014e5a5f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0943103 Apr 19 19:17:26.405386 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c5c0844-3a0f-4479-8925-1bdbfa883877 req-6afbd65e-55bf-45e2-a250-9af104df7037 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429456 Apr 19 19:17:26.653332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:17:27.625002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8065e-e3df-48d9-a714-fb0d2bfedb74 req-2e5602b0-0746-4c87-b0d9-ce9e3287229c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:27.626615 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-00a8065e-e3df-48d9-a714-fb0d2bfedb74 req-2e5602b0-0746-4c87-b0d9-ce9e3287229c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0959492 Apr 19 19:17:27.679762 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-00a8065e-e3df-48d9-a714-fb0d2bfedb74 req-46f1eea0-2f4f-49ae-9023-e878031b1ae2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461042 Apr 19 19:17:28.905549 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644157a-3f6b-4716-830b-837980166fd5 req-cd49f7dd-1a34-48d1-a779-a61a64c974ac tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:28.907165 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c644157a-3f6b-4716-830b-837980166fd5 req-cd49f7dd-1a34-48d1-a779-a61a64c974ac tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1044240 Apr 19 19:17:28.955651 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c644157a-3f6b-4716-830b-837980166fd5 req-d439349b-5831-483d-99f6-0acf7b3ece50 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417421 Apr 19 19:17:30.172149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c389b-91f5-4c89-9bb3-289318455958 req-e9df8b9c-5dc8-4056-9e1e-3472e08e05bf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:30.173713 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c12c389b-91f5-4c89-9bb3-289318455958 req-e9df8b9c-5dc8-4056-9e1e-3472e08e05bf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0978186 Apr 19 19:17:30.221897 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c12c389b-91f5-4c89-9bb3-289318455958 req-fa326428-e1bc-4d86-8e29-e8183c2c96f0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416689 Apr 19 19:17:31.458380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b45752-42f0-442d-a70d-04624163d246 req-66efa1d4-9158-41f6-b323-54cff5c34caa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:31.460048 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-59b45752-42f0-442d-a70d-04624163d246 req-66efa1d4-9158-41f6-b323-54cff5c34caa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1000354 Apr 19 19:17:31.511154 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-59b45752-42f0-442d-a70d-04624163d246 req-627b33da-66f2-40ad-86e1-7491bfc651ee tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445309 Apr 19 19:17:32.744093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09841846-b456-42a2-b731-fc5405a3fb44 req-c1e234a2-8837-48be-bb82-b36a25941855 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:32.745653 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-09841846-b456-42a2-b731-fc5405a3fb44 req-c1e234a2-8837-48be-bb82-b36a25941855 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1043262 Apr 19 19:17:32.794753 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-09841846-b456-42a2-b731-fc5405a3fb44 req-a6527671-83c3-4ac3-9930-442f4dab26d5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425687 Apr 19 19:17:34.018557 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b033eb-5609-480c-b729-bab7c8a40424 req-574f2833-90d2-4261-a4f5-93b980e9f7eb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:34.020157 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-06b033eb-5609-480c-b729-bab7c8a40424 req-574f2833-90d2-4261-a4f5-93b980e9f7eb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0904188 Apr 19 19:17:34.072484 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-06b033eb-5609-480c-b729-bab7c8a40424 req-25c353df-b21c-4347-8a78-3a9874667213 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451715 Apr 19 19:17:35.301091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193448-237c-4548-b63b-ce66c4c24b95 req-83f07905-52ea-4e24-895b-269219da452a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:35.302600 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-77193448-237c-4548-b63b-ce66c4c24b95 req-83f07905-52ea-4e24-895b-269219da452a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1073720 Apr 19 19:17:35.352200 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-77193448-237c-4548-b63b-ce66c4c24b95 req-65aa115e-0181-4cf2-8e2a-769b83b86b4d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431426 Apr 19 19:17:36.302928 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-502b385d-2b65-4da1-978b-09855c2c8bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:36.573726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0d134-72c5-4dc0-9a6a-4bfd5bef03ed req-ded5615d-d7e6-46cc-81e2-4e51f6d7c428 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:36.575340 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7fa0d134-72c5-4dc0-9a6a-4bfd5bef03ed req-ded5615d-d7e6-46cc-81e2-4e51f6d7c428 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0963995 Apr 19 19:17:36.627675 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7fa0d134-72c5-4dc0-9a6a-4bfd5bef03ed req-77ce770b-5cd6-496c-9397-f210b695add4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431354 Apr 19 19:17:36.821613 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:37.852282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d942bf2-f30f-4d12-93a2-a72ba7920bd8 req-d0f9b084-47ab-4a0b-ae29-c9daeb0214ab tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:37.853875 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d942bf2-f30f-4d12-93a2-a72ba7920bd8 req-d0f9b084-47ab-4a0b-ae29-c9daeb0214ab tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0973148 Apr 19 19:17:37.902271 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d942bf2-f30f-4d12-93a2-a72ba7920bd8 req-70ec47fc-4127-4681-8898-98c252e9f2e5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418563 Apr 19 19:17:38.344993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-de5638b8-43bf-45f7-9f1a-0e2ebe32286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:38.352159 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d97146f5-98b9-45c6-abd3-08ae4ab80849 req-8b274eab-d51c-483f-bd1a-bb63c4870959 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936313 Apr 19 19:17:38.455809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97146f5-98b9-45c6-abd3-08ae4ab80849 req-5fb8bd9d-909f-4e22-ba04-3422ae3e8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:38.457408 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d97146f5-98b9-45c6-abd3-08ae4ab80849 req-5fb8bd9d-909f-4e22-ba04-3422ae3e8ed9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 1098 time: 0.0804112 Apr 19 19:17:38.619565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97146f5-98b9-45c6-abd3-08ae4ab80849 req-15c9b23a-206b-4796-a4cc-c32f901aa272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:38.621213 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d97146f5-98b9-45c6-abd3-08ae4ab80849 req-15c9b23a-206b-4796-a4cc-c32f901aa272 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 920 time: 0.1426084 Apr 19 19:17:38.699686 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d97146f5-98b9-45c6-abd3-08ae4ab80849 req-9963df21-11ca-4c76-b551-7957d5750a3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149c7f26-5d85-4fa7-ba36-a92616ece815 HTTP/1.1" status: 200 len: 217 time: 0.0717614 Apr 19 19:17:38.773662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97146f5-98b9-45c6-abd3-08ae4ab80849 req-70714e95-fd47-4e9a-a0b2-9df49ac01d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:38.776441 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d97146f5-98b9-45c6-abd3-08ae4ab80849 req-70714e95-fd47-4e9a-a0b2-9df49ac01d51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.0701356 Apr 19 19:17:38.799699 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:38.833058 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d97146f5-98b9-45c6-abd3-08ae4ab80849 req-dafa8fb5-a9f5-4016-b13b-daa181223d92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500224 Apr 19 19:17:38.976437 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d97146f5-98b9-45c6-abd3-08ae4ab80849 req-aa19c914-2ce6-4d61-88e7-1125d4236fe0 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364133 Apr 19 19:17:39.117024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059a7e3-1a36-4b74-9920-beee0e681e8a req-69a259ac-c110-40ec-a59f-fdbe0342ee20 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:39.119140 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2059a7e3-1a36-4b74-9920-beee0e681e8a req-69a259ac-c110-40ec-a59f-fdbe0342ee20 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0949140 Apr 19 19:17:39.123326 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d97146f5-98b9-45c6-abd3-08ae4ab80849 req-71417ec0-39da-4c75-8578-f1416a485efa service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396697 Apr 19 19:17:39.171078 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2059a7e3-1a36-4b74-9920-beee0e681e8a req-ba21750c-becf-4e60-80d1-305581dd64a2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448251 Apr 19 19:17:39.366849 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:40.387477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1457da9-cd28-4f4d-85ab-76ea65e9330a req-0a7276b2-59ee-4de4-830b-fa158df63b24 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:40.388967 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c1457da9-cd28-4f4d-85ab-76ea65e9330a req-0a7276b2-59ee-4de4-830b-fa158df63b24 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0924931 Apr 19 19:17:40.440584 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c1457da9-cd28-4f4d-85ab-76ea65e9330a req-b79f1f73-a8bc-40c7-8787-25457071a49d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450776 Apr 19 19:17:40.778445 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:41.662512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4bc4c-ef44-4648-a49d-bf6501fb0c81 req-a0ba29a2-7be9-4448-b36b-28f17d920063 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:41.664203 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-adf4bc4c-ef44-4648-a49d-bf6501fb0c81 req-a0ba29a2-7be9-4448-b36b-28f17d920063 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0930910 Apr 19 19:17:41.715783 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-adf4bc4c-ef44-4648-a49d-bf6501fb0c81 req-624bbe37-b2fc-4b3c-a98d-8389e9f7a002 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442667 Apr 19 19:17:42.935478 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43253e-1b47-4866-8b2e-f435d908c302 req-bbe1b393-8abe-4a93-bc15-371b76cd739c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:42.937054 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fa43253e-1b47-4866-8b2e-f435d908c302 req-bbe1b393-8abe-4a93-bc15-371b76cd739c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0937808 Apr 19 19:17:42.987732 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fa43253e-1b47-4866-8b2e-f435d908c302 req-e8818f5a-2376-4eb8-9281-5f05da0eaf94 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413971 Apr 19 19:17:44.208108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e397-9883-4095-8551-93a97b33748b req-e374a184-85b9-4631-a480-e41e46f0b70f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:44.209817 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8927e397-9883-4095-8551-93a97b33748b req-e374a184-85b9-4631-a480-e41e46f0b70f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0947397 Apr 19 19:17:44.261525 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8927e397-9883-4095-8551-93a97b33748b req-c0165df3-072d-4406-93f0-b821a278a5bb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447068 Apr 19 19:17:45.482051 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec6578-943f-4e92-83eb-0934fbe8f2dd req-6422f8dd-1445-4c9d-9466-b8cc0e9e3af6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:45.483666 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6eec6578-943f-4e92-83eb-0934fbe8f2dd req-6422f8dd-1445-4c9d-9466-b8cc0e9e3af6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0934796 Apr 19 19:17:45.532371 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6eec6578-943f-4e92-83eb-0934fbe8f2dd req-09635833-9fbb-4e4c-ab0d-afbbf112999a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421536 Apr 19 19:17:46.750035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f72a62-e70e-4a92-bfdd-bdd95c4a0e12 req-6dc8fa87-6a8a-4208-9af1-8dfc69d660bd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:46.751554 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f8f72a62-e70e-4a92-bfdd-bdd95c4a0e12 req-6dc8fa87-6a8a-4208-9af1-8dfc69d660bd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1002042 Apr 19 19:17:46.811023 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f8f72a62-e70e-4a92-bfdd-bdd95c4a0e12 req-15207d5d-6e55-495e-b9d6-ba31435444da tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524349 Apr 19 19:17:48.053417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e49a4-6795-4043-bd07-84036d1ba808 req-8841b9e5-c72f-48ec-93d7-ea2f0663a768 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:48.055008 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e74e49a4-6795-4043-bd07-84036d1ba808 req-8841b9e5-c72f-48ec-93d7-ea2f0663a768 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1007988 Apr 19 19:17:48.107212 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e74e49a4-6795-4043-bd07-84036d1ba808 req-c3f615a1-92ec-4d33-8afa-34943c0bb415 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430446 Apr 19 19:17:49.337780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65ddca-2023-422b-80ca-efddadaad614 req-7d3cde3f-fe3b-43e5-adc8-906ea0b8d3d7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:49.339406 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bf65ddca-2023-422b-80ca-efddadaad614 req-7d3cde3f-fe3b-43e5-adc8-906ea0b8d3d7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1059208 Apr 19 19:17:49.388070 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bf65ddca-2023-422b-80ca-efddadaad614 req-91d4d824-e993-44c6-a666-0fab09768a90 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422006 Apr 19 19:17:50.635822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00c872-4ad3-4de0-84db-d8e9c7a21c15 req-373d5b9d-6777-41de-bdb7-05ee880083a9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:50.637399 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8a00c872-4ad3-4de0-84db-d8e9c7a21c15 req-373d5b9d-6777-41de-bdb7-05ee880083a9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0933805 Apr 19 19:17:50.685930 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8a00c872-4ad3-4de0-84db-d8e9c7a21c15 req-587f3b00-b44f-4778-88f2-338f33452db2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416365 Apr 19 19:17:51.910370 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5820c3-2912-4df6-acc0-6c0758099037 req-113e87ac-bd8a-470a-87d1-f0b5f13829da tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:51.911947 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7d5820c3-2912-4df6-acc0-6c0758099037 req-113e87ac-bd8a-470a-87d1-f0b5f13829da tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1008222 Apr 19 19:17:51.962867 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7d5820c3-2912-4df6-acc0-6c0758099037 req-ab8cb091-b6a4-4a52-bbc5-0c3c7b00b5e2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441689 Apr 19 19:17:53.176217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d194d-23f2-40f7-903e-9c5922159800 req-042b9edd-48d2-4675-9a42-0dc457be17ec tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:53.177762 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9d6d194d-23f2-40f7-903e-9c5922159800 req-042b9edd-48d2-4675-9a42-0dc457be17ec tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0869541 Apr 19 19:17:53.229077 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9d6d194d-23f2-40f7-903e-9c5922159800 req-095772f7-6e1b-454f-a176-f56a0afa139c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446577 Apr 19 19:17:54.438043 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23c066-c892-405d-a6d4-e3dc03c68373 req-2efd648e-9ebd-48f5-8e9d-299268ebcfa4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:54.439562 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-df23c066-c892-405d-a6d4-e3dc03c68373 req-2efd648e-9ebd-48f5-8e9d-299268ebcfa4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0923269 Apr 19 19:17:54.490026 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-df23c066-c892-405d-a6d4-e3dc03c68373 req-a710f5a3-dd09-4d0d-9571-039abc4cca30 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410306 Apr 19 19:17:55.726213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618acba-f7a1-420c-96fa-eda2c98ea447 req-253ec2bf-e0d0-4451-beb2-f7febd157d1a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:55.727863 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c618acba-f7a1-420c-96fa-eda2c98ea447 req-253ec2bf-e0d0-4451-beb2-f7febd157d1a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0990486 Apr 19 19:17:55.975997 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c618acba-f7a1-420c-96fa-eda2c98ea447 req-9bed46c6-0341-48b9-9697-18fbad527356 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414219 Apr 19 19:17:57.209544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfdee3-d4dd-4d7f-a9ba-cce5d60fffe5 req-c5f54b2a-53a9-48bd-a178-e04129da04e9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:57.211118 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55dfdee3-d4dd-4d7f-a9ba-cce5d60fffe5 req-c5f54b2a-53a9-48bd-a178-e04129da04e9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0984704 Apr 19 19:17:57.263110 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55dfdee3-d4dd-4d7f-a9ba-cce5d60fffe5 req-1e9948ab-0409-4051-9581-e515616a334a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446839 Apr 19 19:17:58.484283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42248d01-2682-4be3-a135-a092dbad60e5 req-95479b2a-55b3-4266-8760-cd897c3f4d20 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:58.485829 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-42248d01-2682-4be3-a135-a092dbad60e5 req-95479b2a-55b3-4266-8760-cd897c3f4d20 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0878849 Apr 19 19:17:58.536310 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-42248d01-2682-4be3-a135-a092dbad60e5 req-21b0e198-cebb-4e41-a995-5c51625c5c53 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410347 Apr 19 19:17:59.763806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23399954-1ec1-4f5f-a141-74ae398bbbf4 req-dee061fb-be6f-452f-86b5-67adbf0e0617 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:59.765431 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-23399954-1ec1-4f5f-a141-74ae398bbbf4 req-dee061fb-be6f-452f-86b5-67adbf0e0617 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1013017 Apr 19 19:17:59.815964 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-23399954-1ec1-4f5f-a141-74ae398bbbf4 req-9f940718-4048-4d52-b591-c4f7a2ab0d63 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437407 Apr 19 19:18:01.024675 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94bf5-3e46-41ea-a379-120c797cb84b req-2b734160-6708-4ef3-9b91-1b801e4eca21 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:01.026509 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fec94bf5-3e46-41ea-a379-120c797cb84b req-2b734160-6708-4ef3-9b91-1b801e4eca21 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0903790 Apr 19 19:18:01.077570 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fec94bf5-3e46-41ea-a379-120c797cb84b req-332729cb-f4e1-4a61-91e9-80cdbfc4d205 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411503 Apr 19 19:18:02.304468 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e8a43-468e-4574-8e10-b7d4feec6356 req-f366702a-28b2-422b-a2e2-243a5ff13d6f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:02.306018 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d7e8a43-468e-4574-8e10-b7d4feec6356 req-f366702a-28b2-422b-a2e2-243a5ff13d6f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1074917 Apr 19 19:18:02.354402 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d7e8a43-468e-4574-8e10-b7d4feec6356 req-d4a96fb1-a047-4e85-b32d-936295596be2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412848 Apr 19 19:18:03.574796 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3b461-029e-434e-8163-a970d14a09fb req-722d345b-8814-4f0a-b5bb-45d618648b95 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:03.576337 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-51b3b461-029e-434e-8163-a970d14a09fb req-722d345b-8814-4f0a-b5bb-45d618648b95 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0908659 Apr 19 19:18:03.630080 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-51b3b461-029e-434e-8163-a970d14a09fb req-07cb3b7d-eb56-4d52-b6d9-67c7262590f6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444465 Apr 19 19:18:03.643629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:18:04.855525 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ac6d7-b58e-4751-87fd-ef5a240e3364 req-e58e5b83-02de-4342-aed7-5c73e2ba1bee tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:04.857099 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-241ac6d7-b58e-4751-87fd-ef5a240e3364 req-e58e5b83-02de-4342-aed7-5c73e2ba1bee tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0958340 Apr 19 19:18:04.906348 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-241ac6d7-b58e-4751-87fd-ef5a240e3364 req-9597020d-f645-4479-b7e1-1269409064e1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427976 Apr 19 19:18:06.142335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ae6d6-1bbc-4c3d-a8ee-e19d9476e45d req-16dd6798-6a5a-4b48-bb74-eb586557c548 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:06.143953 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1c7ae6d6-1bbc-4c3d-a8ee-e19d9476e45d req-16dd6798-6a5a-4b48-bb74-eb586557c548 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0994763 Apr 19 19:18:06.192126 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1c7ae6d6-1bbc-4c3d-a8ee-e19d9476e45d req-c0aedcac-a0ea-472e-8135-18c5dee046e2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412970 Apr 19 19:18:06.315785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5274a67b-d385-41a6-bf10-ef9596f758ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:06.847925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:07.405441 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07c548-4c5f-4f08-b89a-86e35476468f req-2807d785-5e66-42e2-af5f-45ab67c81991 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:07.407037 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1e07c548-4c5f-4f08-b89a-86e35476468f req-2807d785-5e66-42e2-af5f-45ab67c81991 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0917079 Apr 19 19:18:07.456111 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1e07c548-4c5f-4f08-b89a-86e35476468f req-35442b32-28a4-4f2d-847e-e1a9bca9b497 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424700 Apr 19 19:18:08.352231 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f2cef820-696a-4a5b-9c3a-1af4161eca5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:08.669458 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19049582-aa58-4a9e-9c8b-be4942289817 req-0f724238-a426-4643-a592-34c2a20b0441 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:08.670935 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19049582-aa58-4a9e-9c8b-be4942289817 req-0f724238-a426-4643-a592-34c2a20b0441 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0954103 Apr 19 19:18:08.719826 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19049582-aa58-4a9e-9c8b-be4942289817 req-3a516312-9932-41e0-96af-843f980a3b26 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423348 Apr 19 19:18:08.804258 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:09.361375 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:09.928718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c5d93-b76d-4334-b769-e66b3d698792 req-13113fb6-fc80-42ba-94c3-2832e13be947 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:09.930378 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-629c5d93-b76d-4334-b769-e66b3d698792 req-13113fb6-fc80-42ba-94c3-2832e13be947 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0916224 Apr 19 19:18:09.983013 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-629c5d93-b76d-4334-b769-e66b3d698792 req-70562aa1-bd3c-45dc-b3a2-f57a44bebd9e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447352 Apr 19 19:18:10.773573 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:11.204208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b0201-0b9e-4413-81e2-fd6ff81009ce req-9576f8f6-0847-4a41-abca-52da90fc0315 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:11.205682 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-228b0201-0b9e-4413-81e2-fd6ff81009ce req-9576f8f6-0847-4a41-abca-52da90fc0315 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0907836 Apr 19 19:18:11.253398 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-228b0201-0b9e-4413-81e2-fd6ff81009ce req-290be433-f70d-4005-9b98-6f87739b2db3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412934 Apr 19 19:18:12.497847 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6560f-538a-48db-afa7-e7bfdd05bfbb req-a7152aa8-6b03-4285-8467-fd858c172ad1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:12.499483 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55e6560f-538a-48db-afa7-e7bfdd05bfbb req-a7152aa8-6b03-4285-8467-fd858c172ad1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1031814 Apr 19 19:18:12.551545 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55e6560f-538a-48db-afa7-e7bfdd05bfbb req-adf5df2b-35ea-4c2b-a4f6-c17445fdedfc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Apr 19 19:18:13.792646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23a7ec-221a-46b1-9e93-0acd8073dab3 req-c071af42-2773-4899-9891-65c7f5856e32 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:13.794272 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e23a7ec-221a-46b1-9e93-0acd8073dab3 req-c071af42-2773-4899-9891-65c7f5856e32 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0994282 Apr 19 19:18:13.843504 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e23a7ec-221a-46b1-9e93-0acd8073dab3 req-bf8d16d6-1e74-4fd1-87b6-164adc74eaff tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426517 Apr 19 19:18:15.070875 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543846f-9c42-429c-930b-b76fee53a845 req-e26d1723-4f7d-49b1-9227-72804c1e65ba tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:15.072662 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5543846f-9c42-429c-930b-b76fee53a845 req-e26d1723-4f7d-49b1-9227-72804c1e65ba tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1019332 Apr 19 19:18:15.135396 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5543846f-9c42-429c-930b-b76fee53a845 req-d18825e5-9b2d-4634-aad1-c3b8f91cbaa7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437021 Apr 19 19:18:16.342728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b4671-b0c0-4fc6-8746-85a016026c1c req-8447562f-827a-4d9b-9b0f-e94a29ff4766 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:16.344276 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-140b4671-b0c0-4fc6-8746-85a016026c1c req-8447562f-827a-4d9b-9b0f-e94a29ff4766 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0893857 Apr 19 19:18:16.395801 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-140b4671-b0c0-4fc6-8746-85a016026c1c req-65c009ed-1805-48d7-bb02-dd2dc5c5460b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449924 Apr 19 19:18:17.611481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd63e5-4b53-4012-a376-f41ac54a3e09 req-58e9157d-9c9a-4e0a-8ecc-3b56f21b84e9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:17.613101 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bccd63e5-4b53-4012-a376-f41ac54a3e09 req-58e9157d-9c9a-4e0a-8ecc-3b56f21b84e9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0958116 Apr 19 19:18:17.662445 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bccd63e5-4b53-4012-a376-f41ac54a3e09 req-310f76d9-1702-42ed-a16a-5aff8fa9e179 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427282 Apr 19 19:18:18.891750 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf001125-6489-49b7-80ae-af547ca61f1f req-dcecac8e-9617-4969-b6b6-c3698621db21 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:18.893302 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cf001125-6489-49b7-80ae-af547ca61f1f req-dcecac8e-9617-4969-b6b6-c3698621db21 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0988235 Apr 19 19:18:18.946658 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cf001125-6489-49b7-80ae-af547ca61f1f req-f9240c88-acb3-4c6f-9d59-dbae2c272998 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425456 Apr 19 19:18:20.178049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f86c2c-ad60-4f46-9f9d-fd57af6dac18 req-497a1102-77b7-414a-a169-e16c8c9b01c1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:20.179679 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-63f86c2c-ad60-4f46-9f9d-fd57af6dac18 req-497a1102-77b7-414a-a169-e16c8c9b01c1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0924618 Apr 19 19:18:20.228093 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-63f86c2c-ad60-4f46-9f9d-fd57af6dac18 req-b660822f-2b72-4a86-ba90-9e74e50363fd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420220 Apr 19 19:18:21.465349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71111d23-ea10-4bf5-aaf5-022e4e3aa4d2 req-c7ae32c2-243a-47c4-8104-47391957a063 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:21.466956 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71111d23-ea10-4bf5-aaf5-022e4e3aa4d2 req-c7ae32c2-243a-47c4-8104-47391957a063 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1043382 Apr 19 19:18:21.519312 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71111d23-ea10-4bf5-aaf5-022e4e3aa4d2 req-84ae70fe-8b5a-4be7-9228-851cb5d33a42 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426369 Apr 19 19:18:22.759320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b149fb-8cce-4d73-bda8-dc3b11ac4641 req-0060b968-87d6-4874-93b2-fa4a4fd7a68f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:22.760889 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f0b149fb-8cce-4d73-bda8-dc3b11ac4641 req-0060b968-87d6-4874-93b2-fa4a4fd7a68f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1009033 Apr 19 19:18:22.815907 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f0b149fb-8cce-4d73-bda8-dc3b11ac4641 req-a16f7e68-567e-4ce0-a03e-0f8ef52c8313 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483670 Apr 19 19:18:24.031957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b2604-8984-4001-a2ea-2d046bd2b6ed req-7d12eeef-b1ac-40f8-910b-629a49b22ac5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:24.033549 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-336b2604-8984-4001-a2ea-2d046bd2b6ed req-7d12eeef-b1ac-40f8-910b-629a49b22ac5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0925641 Apr 19 19:18:24.081805 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-336b2604-8984-4001-a2ea-2d046bd2b6ed req-aa3e87b0-903f-4258-b87a-70eeae9c1400 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417192 Apr 19 19:18:25.293707 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bfc7c-ea18-402a-b1ca-82934aa9876a req-37ba36a1-991a-4092-a906-6ee96c7a9e3c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:25.295273 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a96bfc7c-ea18-402a-b1ca-82934aa9876a req-37ba36a1-991a-4092-a906-6ee96c7a9e3c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0930080 Apr 19 19:18:25.346887 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a96bfc7c-ea18-402a-b1ca-82934aa9876a req-f33ae299-3de7-4bb2-97b0-cb0272b9b466 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 Apr 19 19:18:26.563747 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee518c4-02e5-4d8f-bbd0-f916283235a9 req-fcc49231-91de-4da8-aa98-66248f022ded tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:26.565329 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eee518c4-02e5-4d8f-bbd0-f916283235a9 req-fcc49231-91de-4da8-aa98-66248f022ded tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0892024 Apr 19 19:18:26.617647 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eee518c4-02e5-4d8f-bbd0-f916283235a9 req-3c5dd366-1cc1-4634-8e54-ee9d9b49872a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425231 Apr 19 19:18:27.855393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6536f-2937-4f09-9368-05a0167a77b6 req-72786fe2-ee4c-4516-8012-cd2ca83c5a62 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:27.857463 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1cf6536f-2937-4f09-9368-05a0167a77b6 req-72786fe2-ee4c-4516-8012-cd2ca83c5a62 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1056514 Apr 19 19:18:27.910715 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1cf6536f-2937-4f09-9368-05a0167a77b6 req-f5e8f76f-fd86-454f-95c5-b1c1665c300d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435069 Apr 19 19:18:29.144228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bdb42-5b55-401c-8c42-f20830f351ba req-92e65646-eef6-48b9-b453-1133928fab4b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:29.145826 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-982bdb42-5b55-401c-8c42-f20830f351ba req-92e65646-eef6-48b9-b453-1133928fab4b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0919533 Apr 19 19:18:29.197116 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-982bdb42-5b55-401c-8c42-f20830f351ba req-0a3fd059-c76c-4f15-a6c5-f98737e7260f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445812 Apr 19 19:18:30.417692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ef9a3-3a0f-4e38-8ef7-42f058b48ad7 req-c5788ffd-3c36-4eac-8bbe-1e700aa79c2f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:30.419327 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a68ef9a3-3a0f-4e38-8ef7-42f058b48ad7 req-c5788ffd-3c36-4eac-8bbe-1e700aa79c2f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0955305 Apr 19 19:18:30.471878 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a68ef9a3-3a0f-4e38-8ef7-42f058b48ad7 req-e3e982e2-1bf3-46d8-95af-267d36ad72e8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 Apr 19 19:18:31.703531 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e526fd-677d-44c6-b0f5-dc833adbceca req-24717a1c-aca7-45b6-8c33-873e60c93096 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:31.705157 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-32e526fd-677d-44c6-b0f5-dc833adbceca req-24717a1c-aca7-45b6-8c33-873e60c93096 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1034613 Apr 19 19:18:31.757208 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-32e526fd-677d-44c6-b0f5-dc833adbceca req-dd0cee57-0d9a-4f80-8278-397eb9dce508 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443821 Apr 19 19:18:32.964149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68487e4-daa5-467b-8aba-7d37ead04c1c req-1c6556fd-e478-400b-9f40-86f1200a6836 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:32.965911 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f68487e4-daa5-467b-8aba-7d37ead04c1c req-1c6556fd-e478-400b-9f40-86f1200a6836 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0890610 Apr 19 19:18:33.015162 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f68487e4-daa5-467b-8aba-7d37ead04c1c req-8479071d-230e-40cc-9dcc-7a96722e64e0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423682 Apr 19 19:18:34.224357 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf412c-3346-4330-b968-cf5996d1c838 req-4f5094fd-9aac-4678-88d8-f322769eb312 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:34.225957 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eabf412c-3346-4330-b968-cf5996d1c838 req-4f5094fd-9aac-4678-88d8-f322769eb312 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0920722 Apr 19 19:18:34.275681 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eabf412c-3346-4330-b968-cf5996d1c838 req-ca0b31e0-c5b3-4d8e-b621-e2f3d89c37b4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427153 Apr 19 19:18:35.493270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3acf8-6b13-47ec-8727-bf86959f7557 req-07972cc7-fe41-417b-bd8b-bf1e9e1518de tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:35.494883 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7dc3acf8-6b13-47ec-8727-bf86959f7557 req-07972cc7-fe41-417b-bd8b-bf1e9e1518de tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0914972 Apr 19 19:18:35.548214 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7dc3acf8-6b13-47ec-8727-bf86959f7557 req-ced238c1-cce6-418f-a353-8e187ce7b0df tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461881 Apr 19 19:18:36.309990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-758b3e1a-7012-455e-88c1-591f9d25b37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:36.781163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c4d88-0af6-494c-b222-50ade9925f93 req-fc56d857-e7b7-4f34-9eb6-a5c7baade8e6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:36.782770 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a6c4d88-0af6-494c-b222-50ade9925f93 req-fc56d857-e7b7-4f34-9eb6-a5c7baade8e6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1022389 Apr 19 19:18:36.831436 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a6c4d88-0af6-494c-b222-50ade9925f93 req-81518029-aed0-4190-ab68-d1321e88cb5a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421493 Apr 19 19:18:36.849651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:38.061811 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd722bc-3fe1-446e-b01e-13c6879387b8 req-b25f0d2e-119a-40b4-b7d5-9d7d25a61db2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:38.063315 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfd722bc-3fe1-446e-b01e-13c6879387b8 req-b25f0d2e-119a-40b4-b7d5-9d7d25a61db2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1015716 Apr 19 19:18:38.113486 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfd722bc-3fe1-446e-b01e-13c6879387b8 req-37ece1bc-30d3-46f7-ba57-1879be434c20 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434625 Apr 19 19:18:38.345165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9f63b5be-96c1-41de-8ac2-83b1c1ff8933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:38.627376 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-40796c87-abc2-41fc-a307-b674e76dfca6 req-b0fc2785-8c84-4a96-8b34-b5045a67406c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798516 Apr 19 19:18:38.733169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40796c87-abc2-41fc-a307-b674e76dfca6 req-2a1977fe-276b-4974-90e7-f9b300defb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:38.734760 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-40796c87-abc2-41fc-a307-b674e76dfca6 req-2a1977fe-276b-4974-90e7-f9b300defb7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 1099 time: 0.0834358 Apr 19 19:18:38.805345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:38.899965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40796c87-abc2-41fc-a307-b674e76dfca6 req-50e37334-4f77-453b-aff5-6ff599a5dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:38.901440 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-40796c87-abc2-41fc-a307-b674e76dfca6 req-50e37334-4f77-453b-aff5-6ff599a5dc01 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1405776 Apr 19 19:18:38.974488 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-40796c87-abc2-41fc-a307-b674e76dfca6 req-6b3ddf34-08d6-4bdc-8926-e9c9d118ef72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e HTTP/1.1" status: 200 len: 217 time: 0.0660000 Apr 19 19:18:39.262541 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40796c87-abc2-41fc-a307-b674e76dfca6 req-cd45a1f5-4190-4f2c-bae4-3ca32ded8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:39.264134 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-40796c87-abc2-41fc-a307-b674e76dfca6 req-cd45a1f5-4190-4f2c-bae4-3ca32ded8376 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.2815835 Apr 19 19:18:39.318207 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-40796c87-abc2-41fc-a307-b674e76dfca6 req-ee2fbcfb-278d-4a45-9265-5968d3d11718 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467756 Apr 19 19:18:39.326113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be3797-6d5f-4327-b2ed-cb9369821322 req-83924b22-ee42-46f1-80bb-40de28588bd4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:39.327696 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-15be3797-6d5f-4327-b2ed-cb9369821322 req-83924b22-ee42-46f1-80bb-40de28588bd4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0914419 Apr 19 19:18:39.356188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:39.382588 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-15be3797-6d5f-4327-b2ed-cb9369821322 req-e3cd76c1-89a1-40b5-aa5b-cebbbee96601 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451610 Apr 19 19:18:39.464051 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-40796c87-abc2-41fc-a307-b674e76dfca6 req-b20eaed5-6cb7-4905-b38e-3156e82ea308 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373570 Apr 19 19:18:39.610737 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-40796c87-abc2-41fc-a307-b674e76dfca6 req-28a25253-f2e3-43d4-9313-f16697b0b250 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393154 Apr 19 19:18:40.599401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfaefa-dc08-4410-892d-6c8e44be06e7 req-391032cd-c203-4733-ab99-43c0743f0516 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:40.600958 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2adfaefa-dc08-4410-892d-6c8e44be06e7 req-391032cd-c203-4733-ab99-43c0743f0516 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0989306 Apr 19 19:18:40.644341 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:18:40.650955 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2adfaefa-dc08-4410-892d-6c8e44be06e7 req-288a1f6e-eeb9-4a6e-8fda-d3203c1dd7ed tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433874 Apr 19 19:18:40.784707 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:41.864942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010f2c7-778e-409d-96fe-6e8ff8069d44 req-22bd6fb5-edbb-44d1-a17b-d46c7d756b2f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:41.866495 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9010f2c7-778e-409d-96fe-6e8ff8069d44 req-22bd6fb5-edbb-44d1-a17b-d46c7d756b2f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0934360 Apr 19 19:18:41.918398 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9010f2c7-778e-409d-96fe-6e8ff8069d44 req-d0832e1f-0891-4a83-b554-2a86b591494e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449393 Apr 19 19:18:43.135776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488daff4-ed11-4baa-af1e-8536d551c87b req-7a1e7e10-b640-4e03-9d4e-79926c330074 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:43.137623 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-488daff4-ed11-4baa-af1e-8536d551c87b req-7a1e7e10-b640-4e03-9d4e-79926c330074 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0890012 Apr 19 19:18:43.186435 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-488daff4-ed11-4baa-af1e-8536d551c87b req-a486dd69-988f-4702-b3db-b914a88e833a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423267 Apr 19 19:18:44.422853 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6934522-ca84-49a1-8761-0b9428ceeeb0 req-3824da49-81dd-4ac6-aaa2-74eedb8fd7e8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:44.424319 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d6934522-ca84-49a1-8761-0b9428ceeeb0 req-3824da49-81dd-4ac6-aaa2-74eedb8fd7e8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1021106 Apr 19 19:18:44.477139 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d6934522-ca84-49a1-8761-0b9428ceeeb0 req-44fee825-6c89-49c6-9438-79f7645c350c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428171 Apr 19 19:18:45.710254 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723fec7-686e-4bdd-a841-43ed16d18783 req-5cff6011-e295-4831-8685-20ac59812aab tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:45.711869 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c723fec7-686e-4bdd-a841-43ed16d18783 req-5cff6011-e295-4831-8685-20ac59812aab tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0963399 Apr 19 19:18:45.760848 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c723fec7-686e-4bdd-a841-43ed16d18783 req-4cbd915c-36b7-4506-9e60-c27c37a2c270 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420709 Apr 19 19:18:47.183124 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3421c61-dced-44a9-9995-b0c6c64aa6d8 req-d690486e-50f8-46e7-b126-0f3535abdf85 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:47.184827 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a3421c61-dced-44a9-9995-b0c6c64aa6d8 req-d690486e-50f8-46e7-b126-0f3535abdf85 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.2973537 Apr 19 19:18:47.233502 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a3421c61-dced-44a9-9995-b0c6c64aa6d8 req-30e1302c-993c-4cee-99cd-e984747f25e4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419888 Apr 19 19:18:48.481509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb935e1d-a2d5-4bdd-b7e2-92776a39d0a9 req-13b80547-ca1b-43b0-9c39-28061ede56b0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:48.483168 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fb935e1d-a2d5-4bdd-b7e2-92776a39d0a9 req-13b80547-ca1b-43b0-9c39-28061ede56b0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1013680 Apr 19 19:18:48.539841 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fb935e1d-a2d5-4bdd-b7e2-92776a39d0a9 req-d3b7c8fe-e892-475a-8b9a-90ffb20e9b41 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485685 Apr 19 19:18:49.747394 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56e16d-7736-4bd9-a939-342638a1ac67 req-be0c0ddf-8892-42e5-9ed1-eb5f86a6c811 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:49.748974 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ac56e16d-7736-4bd9-a939-342638a1ac67 req-be0c0ddf-8892-42e5-9ed1-eb5f86a6c811 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0914030 Apr 19 19:18:49.797673 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ac56e16d-7736-4bd9-a939-342638a1ac67 req-4e247e95-a45b-47bd-8d64-d7d63f3b6f50 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422673 Apr 19 19:18:51.021641 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c568044-bd7e-4f3d-a8e8-10e1bf585a8f req-e3d56cd6-705d-483f-924c-60cdd036e699 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:51.023520 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6c568044-bd7e-4f3d-a8e8-10e1bf585a8f req-e3d56cd6-705d-483f-924c-60cdd036e699 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1045158 Apr 19 19:18:51.071803 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6c568044-bd7e-4f3d-a8e8-10e1bf585a8f req-c286e6bc-3c37-4f17-9059-038444351fca tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414569 Apr 19 19:18:52.301005 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a52e-5071-4e89-a146-47b5d2c6a243 req-f4b5f6c5-1223-43e4-8261-178c5596d5dc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:52.302582 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a3f9a52e-5071-4e89-a146-47b5d2c6a243 req-f4b5f6c5-1223-43e4-8261-178c5596d5dc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1046257 Apr 19 19:18:52.350650 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a3f9a52e-5071-4e89-a146-47b5d2c6a243 req-6c8c3280-3862-43f9-b2e9-cbc260573474 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415416 Apr 19 19:18:53.576749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41a47a-8570-4b9c-8d21-4e88073a6bf4 req-73b3e6af-3d59-44ee-9cc2-dc3eb20ad170 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:53.578289 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ac41a47a-8570-4b9c-8d21-4e88073a6bf4 req-73b3e6af-3d59-44ee-9cc2-dc3eb20ad170 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0992384 Apr 19 19:18:53.626732 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ac41a47a-8570-4b9c-8d21-4e88073a6bf4 req-372dadf2-41e0-4a5d-bac5-cbe36a495726 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 Apr 19 19:18:54.847799 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9036d7-a148-4aaa-909c-8f20bf20423a req-f3a13ed6-b3fd-4c96-912c-860dfcacdaf1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:54.849417 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0a9036d7-a148-4aaa-909c-8f20bf20423a req-f3a13ed6-b3fd-4c96-912c-860dfcacdaf1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0991538 Apr 19 19:18:54.899181 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0a9036d7-a148-4aaa-909c-8f20bf20423a req-30323a8a-36f9-475d-8142-4ade3071ae76 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431252 Apr 19 19:18:56.124784 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe1384-bad9-4403-aea2-640672790489 req-dd2d4603-4bbf-4231-892f-4cce3f647426 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:56.126394 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-abfe1384-bad9-4403-aea2-640672790489 req-dd2d4603-4bbf-4231-892f-4cce3f647426 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1022477 Apr 19 19:18:56.184271 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-abfe1384-bad9-4403-aea2-640672790489 req-1622d93e-1a34-4caa-8e41-bcffa2dc8459 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511143 Apr 19 19:18:57.401074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c736e4-dd70-4a7d-80ca-af3fc278c076 req-27a62f68-a097-4d31-9a55-63732509669c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:57.402719 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f5c736e4-dd70-4a7d-80ca-af3fc278c076 req-27a62f68-a097-4d31-9a55-63732509669c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0978794 Apr 19 19:18:57.451073 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f5c736e4-dd70-4a7d-80ca-af3fc278c076 req-75043d40-9eec-48d7-97d9-52f945019a3e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 Apr 19 19:18:58.673897 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46c0ca-e977-4d42-ac91-7b6cfcba919b req-bed5b55e-ecc2-443e-b133-5e1395370bb1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:58.675403 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a46c0ca-e977-4d42-ac91-7b6cfcba919b req-bed5b55e-ecc2-443e-b133-5e1395370bb1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0937040 Apr 19 19:18:58.728619 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a46c0ca-e977-4d42-ac91-7b6cfcba919b req-778b8129-6b0a-4a94-ba4a-200321b1cb0e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467844 Apr 19 19:18:59.957682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f53f1f-e58c-4cf9-8fcf-ed6dd22ca3fc req-4b56cf13-b9aa-4423-8e11-6d6950d5d664 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:59.959326 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c9f53f1f-e58c-4cf9-8fcf-ed6dd22ca3fc req-4b56cf13-b9aa-4423-8e11-6d6950d5d664 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0912366 Apr 19 19:19:00.008157 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c9f53f1f-e58c-4cf9-8fcf-ed6dd22ca3fc req-cdb8aeef-2054-4e7c-a6a8-5ec5b0e4366f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423872 Apr 19 19:19:01.236172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03dc2a-240c-484a-bac8-9eaf8e1adbfa req-e3d1a696-c054-4fbc-88d6-1c048802662b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:01.237711 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8e03dc2a-240c-484a-bac8-9eaf8e1adbfa req-e3d1a696-c054-4fbc-88d6-1c048802662b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0982037 Apr 19 19:19:01.286839 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8e03dc2a-240c-484a-bac8-9eaf8e1adbfa req-d0bcb6c4-3369-4a31-abdd-f22e420b4e53 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424726 Apr 19 19:19:02.510639 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92861c-e94f-4ae0-8a7d-7ba66e5156e6 req-87936172-5a17-4b58-9ba8-c6a3fe69911b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:02.512268 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f92861c-e94f-4ae0-8a7d-7ba66e5156e6 req-87936172-5a17-4b58-9ba8-c6a3fe69911b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0969977 Apr 19 19:19:02.561806 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f92861c-e94f-4ae0-8a7d-7ba66e5156e6 req-1b3d33f2-17dd-4a99-868a-ec4ecc7805d3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430574 Apr 19 19:19:03.786851 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5e9f-4924-4804-8479-b19378492344 req-76ab35d4-ad04-4f00-8bcf-56b619f07da9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:03.788390 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ac9b5e9f-4924-4804-8479-b19378492344 req-76ab35d4-ad04-4f00-8bcf-56b619f07da9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0959072 Apr 19 19:19:03.839693 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ac9b5e9f-4924-4804-8479-b19378492344 req-60a2cce2-b815-4798-b696-02eb00100f4d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416944 Apr 19 19:19:05.053335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66e235-9af1-4cc1-8e76-b1100668329e req-07bcd541-58c5-4c83-a9b0-a74a9075c163 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:05.055089 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fe66e235-9af1-4cc1-8e76-b1100668329e req-07bcd541-58c5-4c83-a9b0-a74a9075c163 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0907214 Apr 19 19:19:05.110190 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fe66e235-9af1-4cc1-8e76-b1100668329e req-c8c1b0dc-0e89-476a-83c0-928cac22ef0a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486891 Apr 19 19:19:06.313170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c4379d53-3b4d-457b-9fbb-ddf9ffa54320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:06.337423 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac234b-8c30-4bf5-8b28-06e3dc9ed731 req-00a5f593-25a2-4067-8475-8c3a3d549fa2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:06.339058 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b5ac234b-8c30-4bf5-8b28-06e3dc9ed731 req-00a5f593-25a2-4067-8475-8c3a3d549fa2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0943038 Apr 19 19:19:06.387109 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b5ac234b-8c30-4bf5-8b28-06e3dc9ed731 req-e893b613-a8e0-4b15-84f6-77431b1076d7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415711 Apr 19 19:19:06.851842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:07.633820 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239d5a3-a2a4-442d-8b52-62cce985bf5b req-4f90b267-8d53-4c87-8840-abbb89fc74f3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:07.635430 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a239d5a3-a2a4-442d-8b52-62cce985bf5b req-4f90b267-8d53-4c87-8840-abbb89fc74f3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1066549 Apr 19 19:19:07.684000 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a239d5a3-a2a4-442d-8b52-62cce985bf5b req-fefd6bc1-718b-422f-8a14-1ba5cfa0f395 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419507 Apr 19 19:19:08.348507 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1af3794f-3072-41eb-8b4f-b091c91abb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:08.812939 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:08.904951 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcb5ac-7636-451e-9542-094b791893d1 req-03cefb0d-7dd3-49ba-9d65-2ad164f186af tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:08.906564 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-67bcb5ac-7636-451e-9542-094b791893d1 req-03cefb0d-7dd3-49ba-9d65-2ad164f186af tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0933626 Apr 19 19:19:08.959929 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-67bcb5ac-7636-451e-9542-094b791893d1 req-34459243-6339-4b56-85f5-1c932338bd9f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433059 Apr 19 19:19:09.367539 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:10.192040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36311c5f-8684-4dfa-a208-d1a7d57a4cdf req-7c71b6ac-ebb4-491f-b46e-70886cc9fb37 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:10.193597 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-36311c5f-8684-4dfa-a208-d1a7d57a4cdf req-7c71b6ac-ebb4-491f-b46e-70886cc9fb37 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0945463 Apr 19 19:19:10.254774 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-36311c5f-8684-4dfa-a208-d1a7d57a4cdf req-3f68ecb8-10c7-4b51-b5b7-aa07a3641da8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543942 Apr 19 19:19:10.788476 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:11.472532 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700b779-33a1-4839-9ed6-efbafc3d285d req-bbd85cd3-3790-4c73-8bf4-88479f8b6491 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:11.474011 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0700b779-33a1-4839-9ed6-efbafc3d285d req-bbd85cd3-3790-4c73-8bf4-88479f8b6491 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0918329 Apr 19 19:19:11.532560 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0700b779-33a1-4839-9ed6-efbafc3d285d req-7ebc2a4f-c47e-4d8e-aada-54dfbf76750a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517797 Apr 19 19:19:12.762723 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcbcbe-d230-4219-ba05-6c264133ebb8 req-e635de4f-bf09-4299-ade4-d32179fcf87b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:12.764299 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-25dcbcbe-d230-4219-ba05-6c264133ebb8 req-e635de4f-bf09-4299-ade4-d32179fcf87b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0899060 Apr 19 19:19:12.814551 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-25dcbcbe-d230-4219-ba05-6c264133ebb8 req-76e3a725-0f8f-4666-ac87-5282717d8423 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433202 Apr 19 19:19:14.040501 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6427b7d-c104-4c1c-be83-502f2aff09e5 req-3e5bd357-342d-4ce1-be0f-4a097d5b403a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:14.041986 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e6427b7d-c104-4c1c-be83-502f2aff09e5 req-3e5bd357-342d-4ce1-be0f-4a097d5b403a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0963807 Apr 19 19:19:14.094286 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e6427b7d-c104-4c1c-be83-502f2aff09e5 req-eed90879-9772-4dba-883c-d85d5124f316 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454078 Apr 19 19:19:15.312220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efcd40-efc6-4195-aa14-2c22f823c75a req-68a16d44-8a94-4518-bc22-814e500f04f1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:15.313769 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d6efcd40-efc6-4195-aa14-2c22f823c75a req-68a16d44-8a94-4518-bc22-814e500f04f1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0913727 Apr 19 19:19:15.365207 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d6efcd40-efc6-4195-aa14-2c22f823c75a req-cdf74200-c6f5-43ac-83ef-53f68a6889aa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420694 Apr 19 19:19:16.601276 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599b4cc-7a72-421f-9037-0cc2312feed7 req-b520af11-ecff-47a2-b26b-3e4f312858bf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:16.602853 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1599b4cc-7a72-421f-9037-0cc2312feed7 req-b520af11-ecff-47a2-b26b-3e4f312858bf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1060827 Apr 19 19:19:16.655676 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1599b4cc-7a72-421f-9037-0cc2312feed7 req-9e8628a8-a078-45c7-a35f-6288556dc039 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431366 Apr 19 19:19:17.329723 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 43852) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:17.403209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:17.438383 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:17.502406 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:17.506540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f75c2aa3-9c1f-463d-be7d-7ecc6bdb48ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:17.521842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79341a70-e97a-4041-9e26-a87735edec58,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:17.531881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:17.532303 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:17.532697 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:17.533084 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:17.533471 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:17.533850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:17.534228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:17.534647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:17.535032 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:17.535407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:17.535779 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:17.536133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:17.540066 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:17.544820 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:17.546006 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] 10.222.0.55 "DELETE /v2.0/security-groups/79341a70-e97a-4041-9e26-a87735edec58 HTTP/1.1" status: 204 len: 168 time: 0.2152402 Apr 19 19:19:17.644025 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:19:17.647532 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 43858) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:18.152215 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450e5e3-e377-412d-8944-d4dacf439c40 req-1e2c9190-d258-486b-ac01-42720f03ab01 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:18.153789 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2450e5e3-e377-412d-8944-d4dacf439c40 req-1e2c9190-d258-486b-ac01-42720f03ab01 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.3202393 Apr 19 19:19:18.237370 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2450e5e3-e377-412d-8944-d4dacf439c40 req-a11b03eb-47de-462d-89c0-ea9506f6f9f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753229 Apr 19 19:19:18.457589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396441'] for router_interface, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:19.029687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Deleting port 02b7f602-e704-4d0b-a7b5-05662c24d01c {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:19:19.030297 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:19.212178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] For port 02b7f602-e704-4d0b-a7b5-05662c24d01c, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=02b7f602-e704-4d0b-a7b5-05662c24d01c,segment=NetworkSegment(157ecbf3-f167-4445-b83e-c54d6a03292b),segment_id=157ecbf3-f167-4445-b83e-c54d6a03292b)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:19:19.212556 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:19.343801 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Calling delete_port for 02b7f602-e704-4d0b-a7b5-05662c24d01c owned by network:router_interface {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:19:19.655186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f398f-ef0c-447e-ba59-7be9a00f27f3 req-2e21f7a1-3e7e-4dcd-b639-aca431404e97 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:19.656702 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-697f398f-ef0c-447e-ba59-7be9a00f27f3 req-2e21f7a1-3e7e-4dcd-b639-aca431404e97 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.2735922 Apr 19 19:19:19.745802 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-697f398f-ef0c-447e-ba59-7be9a00f27f3 req-d9700998-385e-46f1-8e3c-5f24ff12f647 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816646 Apr 19 19:19:19.776984 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:19.781794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:19.828782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b7f602-e704-4d0b-a7b5-05662c24d01c,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:19.872600 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:19.873009 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:19.873404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:19.873783 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:19.874163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:19.874588 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:19.874983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:19.875347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:19.875727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:19.876101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:19.876496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:19.876868 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:19:19.885109 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:20.123571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850862686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396519'] for router_interface, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:20.507643 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Router dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:19:20.701754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:19:20.711540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda56135-93ad-4b31-895a-e3fa3d75f751 None None] Sync routers for ids ['dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:19:20.711950 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] 10.222.0.55 "PUT /v2.0/routers/dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0625861 Apr 19 19:19:20.714876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 43886) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:20.723018 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda56135-93ad-4b31-895a-e3fa3d75f751 None None] Routers {'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:19:20.723689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-cda56135-93ad-4b31-895a-e3fa3d75f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:19:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:20.918313 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-cda56135-93ad-4b31-895a-e3fa3d75f751 None None] Set router dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:19:21.182346 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:21.227743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-cda56135-93ad-4b31-895a-e3fa3d75f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'name': 'tempest-TestShelveInstance-1594311805-router', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:19:19Z', 'revision_number': 5, 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'gw_port': {'id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:21.232161 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda56135-93ad-4b31-895a-e3fa3d75f751 None None] Checking router: dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:19:21.242127 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda56135-93ad-4b31-895a-e3fa3d75f751 None None] Routers {'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:19:21.243048 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-cda56135-93ad-4b31-895a-e3fa3d75f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:19:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:21.322083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaa648-e802-40df-a088-368170335d83 req-ef9c919b-4bfb-484f-a518-0d9e9356f0c6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:21.323797 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-21eaa648-e802-40df-a088-368170335d83 req-ef9c919b-4bfb-484f-a518-0d9e9356f0c6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.2589154 Apr 19 19:19:21.405868 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-21eaa648-e802-40df-a088-368170335d83 req-747bfdd4-708c-40c9-b328-d1402d5b42fc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691061 Apr 19 19:19:21.425091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:21.437186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Deleting port f88ce9f9-0c00-4dc3-aec5-c81086c17644 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:19:21.437564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:21.437667 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-cda56135-93ad-4b31-895a-e3fa3d75f751 None None] Set router dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:19:21.625016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] For port f88ce9f9-0c00-4dc3-aec5-c81086c17644, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=f88ce9f9-0c00-4dc3-aec5-c81086c17644,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:19:21.625446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:21.746336 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-cda56135-93ad-4b31-895a-e3fa3d75f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'name': 'tempest-TestShelveInstance-1594311805-router', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:19:19Z', 'revision_number': 5, 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'gw_port': {'id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:21.750793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda56135-93ad-4b31-895a-e3fa3d75f751 None None] The sync data for ids ['dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce'] in dv-cinder-786931-1-iscsi is: [{'id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'name': 'tempest-TestShelveInstance-1594311805-router', 'tenant_id': 'a255a4db0fd947d19a5af64f66b11821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:19:19Z', 'revision_number': 5, 'project_id': 'a255a4db0fd947d19a5af64f66b11821', 'gw_port': {'id': 'f88ce9f9-0c00-4dc3-aec5-c81086c17644', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:57Z', 'updated_at': '2021-04-19T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:19:21.762391 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Calling delete_port for f88ce9f9-0c00-4dc3-aec5-c81086c17644 owned by network:router_gateway {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:19:21.885648 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 02b7f602-e704-4d0b-a7b5-05662c24d01c no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:19:21.923720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 02b7f602-e704-4d0b-a7b5-05662c24d01c {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:19:21.924093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 02b7f602-e704-4d0b-a7b5-05662c24d01c not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:19:21.949570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:21.953443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f94bb618-3659-4877-9260-cdddbf880314 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:21.999205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88ce9f9-0c00-4dc3-aec5-c81086c17644,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:22.001827 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:22.101712 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851000474'] for router_gateway, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:22.296084 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32676'] for router, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:22.298609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:22.390550 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395646'] for router, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:22.391133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce {{(pid=86441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:19:22.405363 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Notify callbacks [] for router, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:22.406628 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/dc5f8eb5-9ed1-4cc2-8309-3325bbc783ce HTTP/1.1" status: 204 len: 168 time: 1.6907570 Apr 19 19:19:22.409582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 43898) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:22.481086 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6e126f-736d-4e6c-b63d-59bb09c7d259 admin admin] Deleting subnet b9218f19-885f-4b7e-be76-c297872ec9d9 {{(pid=86441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:19:22.484216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-be6e126f-736d-4e6c-b63d-59bb09c7d259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:22.539842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-be6e126f-736d-4e6c-b63d-59bb09c7d259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852762686'] for subnet, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:22.738256 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837d1d6-bac8-4684-b37f-6de6cc3f4937 req-0435e9c9-7174-40d1-b9bf-18e48aed0947 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:22.739875 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b837d1d6-bac8-4684-b37f-6de6cc3f4937 req-0435e9c9-7174-40d1-b9bf-18e48aed0947 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.2054360 Apr 19 19:19:22.774763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-be6e126f-736d-4e6c-b63d-59bb09c7d259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:22.836821 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b837d1d6-bac8-4684-b37f-6de6cc3f4937 req-70c75911-f339-4cd4-be51-ae644c0db695 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896387 Apr 19 19:19:23.059044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-be6e126f-736d-4e6c-b63d-59bb09c7d259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854053530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27333294'] for subnet, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:23.066559 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:23.108282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-be6e126f-736d-4e6c-b63d-59bb09c7d259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:23.112883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e126f-736d-4e6c-b63d-59bb09c7d259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9218f19-885f-4b7e-be76-c297872ec9d9,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:23.114074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d691b33d-b71e-45b8-8dbd-3318cdc1d012 None None] Network 654e0997-f641-42e2-9392-7d4e29dab7f6 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:19:23.115778 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-be6e126f-736d-4e6c-b63d-59bb09c7d259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:23.119815 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-be6e126f-736d-4e6c-b63d-59bb09c7d259 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b9218f19-885f-4b7e-be76-c297872ec9d9 HTTP/1.1" status: 204 len: 168 time: 0.7093630 Apr 19 19:19:23.122749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 43910) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:23.239959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:23.252456 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Deleting port df6ca160-439a-445b-a174-6c45d0f61811 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:19:23.252848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:23.369496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efb53b7-2d83-4e3b-8d73-b4727ff115e4 None None] DHCP port deletion for 654e0997-f641-42e2-9392-7d4e29dab7f6 request from dv-cinder-786931-1-iscsi {{(pid=86442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:19:23.374162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-1efb53b7-2d83-4e3b-8d73-b4727ff115e4 None None] Deleting port df6ca160-439a-445b-a174-6c45d0f61811 {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:19:23.374686 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1efb53b7-2d83-4e3b-8d73-b4727ff115e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:23.474417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] For port df6ca160-439a-445b-a174-6c45d0f61811, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=df6ca160-439a-445b-a174-6c45d0f61811,segment=NetworkSegment(157ecbf3-f167-4445-b83e-c54d6a03292b),segment_id=157ecbf3-f167-4445-b83e-c54d6a03292b)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:19:23.474862 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:23.594804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-1efb53b7-2d83-4e3b-8d73-b4727ff115e4 None None] For port df6ca160-439a-445b-a174-6c45d0f61811, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=df6ca160-439a-445b-a174-6c45d0f61811,segment=NetworkSegment(157ecbf3-f167-4445-b83e-c54d6a03292b),segment_id=157ecbf3-f167-4445-b83e-c54d6a03292b)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:19:23.595248 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1efb53b7-2d83-4e3b-8d73-b4727ff115e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:23.612042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Calling delete_port for df6ca160-439a-445b-a174-6c45d0f61811 owned by network:dhcp {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:19:23.727260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-1efb53b7-2d83-4e3b-8d73-b4727ff115e4 None None] Calling delete_port for df6ca160-439a-445b-a174-6c45d0f61811 owned by network:dhcp {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:19:23.759750 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:23.765845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:23.813293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=df6ca160-439a-445b-a174-6c45d0f61811,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:23.816445 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:23.818238 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] No DVR routers for this DVR port df6ca160-439a-445b-a174-6c45d0f61811 on host dv-cinder-786931-1-iscsi {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:19:23.895888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.api [None req-1efb53b7-2d83-4e3b-8d73-b4727ff115e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86442) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:19:23.896420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_db.api [None req-1efb53b7-2d83-4e3b-8d73-b4727ff115e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:19:23.910221 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device df6ca160-439a-445b-a174-6c45d0f61811 no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:19:23.951534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: df6ca160-439a-445b-a174-6c45d0f61811 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:19:23.951534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device df6ca160-439a-445b-a174-6c45d0f61811 not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:19:23.951976 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device f88ce9f9-0c00-4dc3-aec5-c81086c17644 no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:19:23.960016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:23.987407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: f88ce9f9-0c00-4dc3-aec5-c81086c17644 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:19:23.987810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device f88ce9f9-0c00-4dc3-aec5-c81086c17644 not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:19:24.051838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb16f-ecb8-434f-904e-47c14a63901b req-41c724e3-4de1-40dd-93df-44850f828e2a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:24.053412 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-971eb16f-ecb8-434f-904e-47c14a63901b req-41c724e3-4de1-40dd-93df-44850f828e2a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0918417 Apr 19 19:19:24.076233 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654e0997-f641-42e2-9392-7d4e29dab7f6']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:24.089558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157ecbf3-f167-4445-b83e-c54d6a03292b') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:24.089859 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157ecbf3-f167-4445-b83e-c54d6a03292b') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:24.102178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947599'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:24.102589 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-971eb16f-ecb8-434f-904e-47c14a63901b req-62603207-6f03-420c-9154-35557f8c7750 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418613 Apr 19 19:19:24.121926 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:24.128603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:19:24.311281 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Network 654e0997-f641-42e2-9392-7d4e29dab7f6 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:19:24.320402 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853900507'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:24.398633 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-1efb53b7-2d83-4e3b-8d73-b4727ff115e4 None None] Deleting port df6ca160-439a-445b-a174-6c45d0f61811 {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:19:24.399176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1efb53b7-2d83-4e3b-8d73-b4727ff115e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:24.473717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-1efb53b7-2d83-4e3b-8d73-b4727ff115e4 None None] The port 'df6ca160-439a-445b-a174-6c45d0f61811' was deleted {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:19:24.496638 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Network 654e0997-f641-42e2-9392-7d4e29dab7f6 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:19:24.526037 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:19:24.609354 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:24.613163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:24.627373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:24.638493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Pushing event deleted for resources: {'Network': ['ID=654e0997-f641-42e2-9392-7d4e29dab7f6,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:24.641395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:24.643412 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] 10.222.0.55 "DELETE /v2.0/networks/654e0997-f641-42e2-9392-7d4e29dab7f6 HTTP/1.1" status: 204 len: 168 time: 1.5194275 Apr 19 19:19:24.646415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 43924) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:25.227656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396441'] for router_interface, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:25.319948 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76831e0d-7a95-4c65-83ea-4c673cf207d8 req-7e256a0a-797f-4b10-b407-92a18520bc6b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:25.321552 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-76831e0d-7a95-4c65-83ea-4c673cf207d8 req-7e256a0a-797f-4b10-b407-92a18520bc6b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0950992 Apr 19 19:19:25.370416 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-76831e0d-7a95-4c65-83ea-4c673cf207d8 req-dfbb1bd1-3150-4680-b123-e117793db366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417566 Apr 19 19:19:25.813284 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] Deleting port 1847a964-3879-432b-ba62-fd00d375ad54 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:19:25.813861 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:25.996468 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] For port 1847a964-3879-432b-ba62-fd00d375ad54, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=1847a964-3879-432b-ba62-fd00d375ad54,segment=NetworkSegment(c1701f10-87f0-499e-9690-d6f4b2aa8f45),segment_id=c1701f10-87f0-499e-9690-d6f4b2aa8f45)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:19:25.996872 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:26.133040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] Calling delete_port for 1847a964-3879-432b-ba62-fd00d375ad54 owned by network:router_interface {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:19:26.457196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:26.462404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-28d0dbc9-a747-4b92-9cb8-41efb92c88eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:26.514027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=1847a964-3879-432b-ba62-fd00d375ad54,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:26.548060 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:26.585760 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aa5e2-45b6-46ea-b41f-1d55ce53f496 req-45be9f9f-1a14-466e-b2ad-0a2e5a622104 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:26.587286 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-920aa5e2-45b6-46ea-b41f-1d55ce53f496 req-45be9f9f-1a14-466e-b2ad-0a2e5a622104 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0937119 Apr 19 19:19:26.640395 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-920aa5e2-45b6-46ea-b41f-1d55ce53f496 req-f27dfef9-50e3-4790-97ab-31a2c1347ce8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463600 Apr 19 19:19:26.800546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850862686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396519'] for router_interface, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:27.204106 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] Router 9d055813-668d-489f-ab52-5100d5109649 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:19:27.395057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:19:27.405286 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] 10.222.0.55 "PUT /v2.0/routers/9d055813-668d-489f-ab52-5100d5109649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7574980 Apr 19 19:19:27.409079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 43950) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:27.409348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73faff-61c4-4c51-88b0-2e1332690ee7 None None] Sync routers for ids ['9d055813-668d-489f-ab52-5100d5109649'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:19:27.431564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73faff-61c4-4c51-88b0-2e1332690ee7 None None] Routers {'9d055813-668d-489f-ab52-5100d5109649'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:19:27.432274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-6c73faff-61c4-4c51-88b0-2e1332690ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:19:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['9d055813-668d-489f-ab52-5100d5109649'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:27.613246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Notify callbacks [] for router, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:27.635549 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-6c73faff-61c4-4c51-88b0-2e1332690ee7 None None] Set router 9d055813-668d-489f-ab52-5100d5109649 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:19:27.953654 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-6c73faff-61c4-4c51-88b0-2e1332690ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d055813-668d-489f-ab52-5100d5109649', 'name': 'tempest-TestShelveInstance-467297241-router', 'tenant_id': '87c925951379426ca34be1b691bff524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:07Z', 'updated_at': '2021-04-19T19:19:26Z', 'revision_number': 5, 'project_id': '87c925951379426ca34be1b691bff524', 'gw_port': {'id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d055813-668d-489f-ab52-5100d5109649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:08Z', 'updated_at': '2021-04-19T19:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:27.958044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73faff-61c4-4c51-88b0-2e1332690ee7 None None] Checking router: 9d055813-668d-489f-ab52-5100d5109649 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:19:27.968381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73faff-61c4-4c51-88b0-2e1332690ee7 None None] Routers {'9d055813-668d-489f-ab52-5100d5109649'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:19:27.969104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-6c73faff-61c4-4c51-88b0-2e1332690ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:19:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['9d055813-668d-489f-ab52-5100d5109649'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:28.096848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:28.118224 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6fc9f-a91c-4d4f-aabc-d39de63be6b0 req-53725165-2a85-4beb-89a7-696be6f8852e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:28.119965 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d9e6fc9f-a91c-4d4f-aabc-d39de63be6b0 req-53725165-2a85-4beb-89a7-696be6f8852e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1475637 Apr 19 19:19:28.121292 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Deleting port 4ff7b105-1399-4f68-b99e-f70808e7158f {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:19:28.121696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:28.163569 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-6c73faff-61c4-4c51-88b0-2e1332690ee7 None None] Set router 9d055813-668d-489f-ab52-5100d5109649 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:19:28.235489 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d9e6fc9f-a91c-4d4f-aabc-d39de63be6b0 req-8dd1e291-cdf1-4a82-ad56-f3b1fb80619f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850270 Apr 19 19:19:28.347431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] For port 4ff7b105-1399-4f68-b99e-f70808e7158f, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=4ff7b105-1399-4f68-b99e-f70808e7158f,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:19:28.348262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:28.468432 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-6c73faff-61c4-4c51-88b0-2e1332690ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d055813-668d-489f-ab52-5100d5109649', 'name': 'tempest-TestShelveInstance-467297241-router', 'tenant_id': '87c925951379426ca34be1b691bff524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:07Z', 'updated_at': '2021-04-19T19:19:26Z', 'revision_number': 5, 'project_id': '87c925951379426ca34be1b691bff524', 'gw_port': {'id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d055813-668d-489f-ab52-5100d5109649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:08Z', 'updated_at': '2021-04-19T19:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:28.472705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73faff-61c4-4c51-88b0-2e1332690ee7 None None] The sync data for ids ['9d055813-668d-489f-ab52-5100d5109649'] in dv-cinder-786931-1-iscsi is: [{'id': '9d055813-668d-489f-ab52-5100d5109649', 'name': 'tempest-TestShelveInstance-467297241-router', 'tenant_id': '87c925951379426ca34be1b691bff524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:07Z', 'updated_at': '2021-04-19T19:19:26Z', 'revision_number': 5, 'project_id': '87c925951379426ca34be1b691bff524', 'gw_port': {'id': '4ff7b105-1399-4f68-b99e-f70808e7158f', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d055813-668d-489f-ab52-5100d5109649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:08Z', 'updated_at': '2021-04-19T19:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:19:28.480156 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Calling delete_port for 4ff7b105-1399-4f68-b99e-f70808e7158f owned by network:router_gateway {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:19:28.663420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:28.667974 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:28.721790 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff7b105-1399-4f68-b99e-f70808e7158f,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:28.725077 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:28.818195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851000474'] for router_gateway, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:29.000861 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32676'] for router, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:29.003306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:29.039407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395646'] for router, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:29.040013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d055813-668d-489f-ab52-5100d5109649 {{(pid=86441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:19:29.052885 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Notify callbacks [] for router, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:29.054097 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9d055813-668d-489f-ab52-5100d5109649 HTTP/1.1" status: 204 len: 168 time: 1.6432245 Apr 19 19:19:29.057026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 43970) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:29.129729 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c514e81-b76d-4ea7-9c4f-f66c2abb9ddf admin admin] Deleting subnet 5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5 {{(pid=86441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:19:29.133011 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c514e81-b76d-4ea7-9c4f-f66c2abb9ddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:29.185052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c514e81-b76d-4ea7-9c4f-f66c2abb9ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852762686'] for subnet, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:29.268705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c514e81-b76d-4ea7-9c4f-f66c2abb9ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:29.592050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db7fec-61a6-43e6-beac-6c8294164feb req-06473884-b291-479f-a1fa-176cb30205f3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:29.593633 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f8db7fec-61a6-43e6-beac-6c8294164feb req-06473884-b291-479f-a1fa-176cb30205f3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1980722 Apr 19 19:19:29.646364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c514e81-b76d-4ea7-9c4f-f66c2abb9ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854053530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27333294'] for subnet, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:29.655005 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f8db7fec-61a6-43e6-beac-6c8294164feb req-55599d99-36ca-49fc-904d-a346f5f27516 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548463 Apr 19 19:19:29.656539 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:29.692743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c514e81-b76d-4ea7-9c4f-f66c2abb9ddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:29.695885 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c514e81-b76d-4ea7-9c4f-f66c2abb9ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:29.696921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c514e81-b76d-4ea7-9c4f-f66c2abb9ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:29.702247 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed60c3c-337c-421f-956c-890d20e43029 None None] Network e46f7e58-5db9-47aa-b159-966312b170a7 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:19:29.703187 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-6c514e81-b76d-4ea7-9c4f-f66c2abb9ddf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5bbe3d75-ed7e-4276-a0f0-4dbaf20c5ca5 HTTP/1.1" status: 204 len: 168 time: 0.6450071 Apr 19 19:19:29.706272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 43980) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:29.822349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:29.833782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Deleting port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:19:29.834148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:29.894193 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 1847a964-3879-432b-ba62-fd00d375ad54 no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:19:30.069510 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] For port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=07c588f8-739d-49d0-a1d6-d75aa8e7a9e8,segment=NetworkSegment(c1701f10-87f0-499e-9690-d6f4b2aa8f45),segment_id=c1701f10-87f0-499e-9690-d6f4b2aa8f45)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:19:30.069968 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:30.114173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 1847a964-3879-432b-ba62-fd00d375ad54 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:19:30.114505 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 1847a964-3879-432b-ba62-fd00d375ad54 not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:19:30.114959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 4ff7b105-1399-4f68-b99e-f70808e7158f no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:19:30.151607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 4ff7b105-1399-4f68-b99e-f70808e7158f {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:19:30.151997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 4ff7b105-1399-4f68-b99e-f70808e7158f not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:19:30.205229 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Calling delete_port for 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 owned by network:dhcp {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:19:30.222811 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abef523e-4c4e-4a36-988f-4357ca04ba2b None None] DHCP port deletion for e46f7e58-5db9-47aa-b159-966312b170a7 request from dv-cinder-786931-1-iscsi {{(pid=86442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:19:30.227405 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-abef523e-4c4e-4a36-988f-4357ca04ba2b None None] Deleting port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:19:30.227846 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-abef523e-4c4e-4a36-988f-4357ca04ba2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:30.283858 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:30.287776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-44aed09e-d9c9-4c4a-8b6a-b3994adc09d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:30.320420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-abef523e-4c4e-4a36-988f-4357ca04ba2b None None] The port '07c588f8-739d-49d0-a1d6-d75aa8e7a9e8' was deleted {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:19:30.337590 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c588f8-739d-49d0-a1d6-d75aa8e7a9e8,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:30.341079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:30.341888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] No DVR routers for this DVR port 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 on host dv-cinder-786931-1-iscsi {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:19:30.465982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:30.582558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46f7e58-5db9-47aa-b159-966312b170a7']}} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:30.596397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1701f10-87f0-499e-9690-d6f4b2aa8f45') {'for_net_delete': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:30.596737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1701f10-87f0-499e-9690-d6f4b2aa8f45') {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:19:30.609564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013130'] for segment, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:30.625013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:30.631451 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=86441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:19:30.865144 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Network e46f7e58-5db9-47aa-b159-966312b170a7 has no segments {{(pid=86441) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:19:30.874999 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-722117'] for segment, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:31.066566 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Network e46f7e58-5db9-47aa-b159-966312b170a7 has no segments {{(pid=86441) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:19:31.090005 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:19:31.157718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffe2ac-451f-4103-8f6c-c4c3833dc862 req-95b2b6a5-4af6-44f2-8e66-141711a686ce tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:31.159381 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebffe2ac-451f-4103-8f6c-c4c3833dc862 req-95b2b6a5-4af6-44f2-8e66-141711a686ce tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.3719277 Apr 19 19:19:31.208118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:31.218781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:31.234356 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebffe2ac-451f-4103-8f6c-c4c3833dc862 req-21a2e683-a16b-41fa-ac8a-51c47d019239 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640922 Apr 19 19:19:31.240995 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:31.243356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=e46f7e58-5db9-47aa-b159-966312b170a7,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:31.246491 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:31.252036 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e46f7e58-5db9-47aa-b159-966312b170a7 HTTP/1.1" status: 204 len: 168 time: 1.5447216 Apr 19 19:19:31.383264 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 43996) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:31.436084 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7d1bb633-e83c-46db-8402-4a685db4db02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a255a4db0fd947d19a5af64f66b11821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514932 Apr 19 19:19:31.438760 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 44002) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:31.501050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-415fb5c5-e435-4d50-8657-c3d32d18903f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:31.529217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-415fb5c5-e435-4d50-8657-c3d32d18903f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:31.574745 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-415fb5c5-e435-4d50-8657-c3d32d18903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:31.579800 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c738f3e8-8728-4a8a-9d61-600f330f6908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:31.592865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fb5c5-e435-4d50-8657-c3d32d18903f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bb237a-b811-438d-8931-ebc1e0e667d7,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:31.595903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-415fb5c5-e435-4d50-8657-c3d32d18903f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:31.597966 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-415fb5c5-e435-4d50-8657-c3d32d18903f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:31.599202 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-415fb5c5-e435-4d50-8657-c3d32d18903f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31bb237a-b811-438d-8931-ebc1e0e667d7 HTTP/1.1" status: 204 len: 168 time: 0.1594889 Apr 19 19:19:31.889038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:19:31.931283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:19:31.931715 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 07c588f8-739d-49d0-a1d6-d75aa8e7a9e8 not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:19:31.974924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 44014) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:32.044389 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-5b3ea81b-1cff-43e2-b7bc-a2cea6ca9576 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87c925951379426ca34be1b691bff524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679078 Apr 19 19:19:32.046883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 44018) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:19:32.108481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a311e543-2bd5-4350-bd28-1c40ed234a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:32.135357 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a311e543-2bd5-4350-bd28-1c40ed234a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:32.194580 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a311e543-2bd5-4350-bd28-1c40ed234a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:32.199630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3d3ef951-54b2-4b7c-94d6-af13383f2d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:32.211808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311e543-2bd5-4350-bd28-1c40ed234a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8117ac3-9647-4017-b7e1-64e0a8c1a79d,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:32.215007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a311e543-2bd5-4350-bd28-1c40ed234a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:32.217237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a311e543-2bd5-4350-bd28-1c40ed234a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:32.218726 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a311e543-2bd5-4350-bd28-1c40ed234a64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f8117ac3-9647-4017-b7e1-64e0a8c1a79d HTTP/1.1" status: 204 len: 168 time: 0.1705916 Apr 19 19:19:32.455457 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf61130-8715-447e-9054-0e7771a44efa req-f60b94f9-aefd-43b9-abf8-5252d873bab3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:32.457211 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-adf61130-8715-447e-9054-0e7771a44efa req-f60b94f9-aefd-43b9-abf8-5252d873bab3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0985849 Apr 19 19:19:32.742238 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-adf61130-8715-447e-9054-0e7771a44efa req-b870e58d-490f-4832-aa91-cfbdb1a2b390 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779408 Apr 19 19:19:33.959364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc53e55-0680-4229-a782-3d131d5edb79 req-a09b5673-1f4d-4ce7-b796-a38aa2bcaff8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:33.960842 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9bc53e55-0680-4229-a782-3d131d5edb79 req-a09b5673-1f4d-4ce7-b796-a38aa2bcaff8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0968549 Apr 19 19:19:34.014740 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9bc53e55-0680-4229-a782-3d131d5edb79 req-2827ea88-5af1-42d1-ac32-636fef5fec6d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467675 Apr 19 19:19:35.221168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782c740-9603-472a-9a08-b357d312ffe1 req-840e52c0-4118-4d04-9112-8aeccd1ce343 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:35.222747 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5782c740-9603-472a-9a08-b357d312ffe1 req-840e52c0-4118-4d04-9112-8aeccd1ce343 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0894680 Apr 19 19:19:35.270592 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5782c740-9603-472a-9a08-b357d312ffe1 req-b42e91cd-b196-43fd-a106-aad8e615a833 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413918 Apr 19 19:19:36.326074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4127081f-f7c7-423e-bef9-54c903000563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:36.504347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7b92e-0d48-4c71-a784-638bb9c496a9 req-7e44ea9f-e8c1-422a-b56b-51d192eb69ca tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:36.505907 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-edc7b92e-0d48-4c71-a784-638bb9c496a9 req-7e44ea9f-e8c1-422a-b56b-51d192eb69ca tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1068881 Apr 19 19:19:36.568524 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-edc7b92e-0d48-4c71-a784-638bb9c496a9 req-94a92e4f-80d1-4e35-8423-6738a55c388f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527296 Apr 19 19:19:36.857905 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:37.806677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340aaf4-6f8a-451f-996c-e73569648fef req-d1e5e0d6-5fe9-45d9-a6e4-a224150aa01e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:37.808301 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2340aaf4-6f8a-451f-996c-e73569648fef req-d1e5e0d6-5fe9-45d9-a6e4-a224150aa01e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0973322 Apr 19 19:19:37.857552 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2340aaf4-6f8a-451f-996c-e73569648fef req-c5da94ea-8765-4043-a8ba-326127f6e3f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426986 Apr 19 19:19:38.360938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3a63967d-76ff-430f-bb66-7d376d6d613d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:38.815973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:39.084196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbefdd0-7775-4f5e-86c5-a37e0b73e791 req-474616bb-6718-4e82-8b2e-e6ee7c5ac678 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:39.085698 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ffbefdd0-7775-4f5e-86c5-a37e0b73e791 req-474616bb-6718-4e82-8b2e-e6ee7c5ac678 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0947537 Apr 19 19:19:39.134796 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ffbefdd0-7775-4f5e-86c5-a37e0b73e791 req-689046ea-a336-43f3-b000-ee624c6eb4fb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424464 Apr 19 19:19:39.362207 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:39.691894 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-68829bca-71e3-4863-b3e1-a8d658017e7f req-ad293b8d-4d01-487e-af82-9fb895048e46 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889525 Apr 19 19:19:39.797879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68829bca-71e3-4863-b3e1-a8d658017e7f req-24397c24-7143-4473-b2d4-b4a2f754d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:39.799508 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-68829bca-71e3-4863-b3e1-a8d658017e7f req-24397c24-7143-4473-b2d4-b4a2f754d687 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 1098 time: 0.0835094 Apr 19 19:19:39.958408 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68829bca-71e3-4863-b3e1-a8d658017e7f req-71993cdd-f702-419c-a9b9-46ae0311e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:39.959947 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-68829bca-71e3-4863-b3e1-a8d658017e7f req-71993cdd-f702-419c-a9b9-46ae0311e3d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1394446 Apr 19 19:19:40.037109 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-68829bca-71e3-4863-b3e1-a8d658017e7f req-116bd0c9-a28a-40f5-9558-0d2c6f964eca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac35330-f57a-458e-9d4f-f6145f589aec HTTP/1.1" status: 200 len: 217 time: 0.0697801 Apr 19 19:19:40.106111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68829bca-71e3-4863-b3e1-a8d658017e7f req-9f2400a9-f546-4d33-9841-f594b86ab8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:40.107728 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-68829bca-71e3-4863-b3e1-a8d658017e7f req-9f2400a9-f546-4d33-9841-f594b86ab8cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0642152 Apr 19 19:19:40.362001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1963f5-3180-482e-b242-3130be581927 req-4201ff4c-010f-4e6e-b80b-0041d614c305 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:40.363617 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a1963f5-3180-482e-b242-3130be581927 req-4201ff4c-010f-4e6e-b80b-0041d614c305 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0993907 Apr 19 19:19:40.387856 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-68829bca-71e3-4863-b3e1-a8d658017e7f req-a06256f3-1b97-47a6-97bb-21bfa5a34d5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2725034 Apr 19 19:19:40.419514 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a1963f5-3180-482e-b242-3130be581927 req-3b2fd68e-2498-4b28-990b-01b0978d7ee9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491674 Apr 19 19:19:40.537294 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-68829bca-71e3-4863-b3e1-a8d658017e7f req-d9a88f35-e78e-4e92-8e91-d1c4c99b500a service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420560 Apr 19 19:19:40.693547 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-68829bca-71e3-4863-b3e1-a8d658017e7f req-2f14205b-7909-44eb-8fc8-64752c2d5191 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481256 Apr 19 19:19:40.792311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:41.639359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f8927-b32a-4140-9106-4e990df49a78 req-e966174b-a802-43a7-bc10-402d8aa0f5fd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:41.640915 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a58f8927-b32a-4140-9106-4e990df49a78 req-e966174b-a802-43a7-bc10-402d8aa0f5fd tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0891356 Apr 19 19:19:41.690745 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a58f8927-b32a-4140-9106-4e990df49a78 req-f69d018d-0750-4c27-9131-71a506eb9a59 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Apr 19 19:19:42.903524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110e06c-076f-4d02-81a5-80a0a4ec35bd req-14894704-15d2-47c3-8193-0c3f65b132f7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:42.905088 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7110e06c-076f-4d02-81a5-80a0a4ec35bd req-14894704-15d2-47c3-8193-0c3f65b132f7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0936155 Apr 19 19:19:42.956131 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7110e06c-076f-4d02-81a5-80a0a4ec35bd req-5a9e9072-7277-4adf-9829-b6e6d07f7381 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439579 Apr 19 19:19:44.176760 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b603-f296-45aa-8c37-aaba7de2dccd req-ab0b9601-66d7-4401-b417-7ab890acbcb4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:44.178343 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e3b0b603-f296-45aa-8c37-aaba7de2dccd req-ab0b9601-66d7-4401-b417-7ab890acbcb4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1027710 Apr 19 19:19:44.227966 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e3b0b603-f296-45aa-8c37-aaba7de2dccd req-6e84e3aa-aa0c-482f-a287-434c086d4c2f tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418036 Apr 19 19:19:45.458324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae433a-ebaa-4ef0-8e6d-e9089bdcf0f1 req-cf11580e-8965-4f94-846a-d96789584adf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:45.459862 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0cae433a-ebaa-4ef0-8e6d-e9089bdcf0f1 req-cf11580e-8965-4f94-846a-d96789584adf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0972438 Apr 19 19:19:45.508275 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0cae433a-ebaa-4ef0-8e6d-e9089bdcf0f1 req-154977d2-0a54-41c0-87be-505c43794611 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419509 Apr 19 19:19:46.724847 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7be443-a536-4d70-831a-e66b5cd2ab88 req-b7c9c536-61f0-48d3-8f5d-41e5ffcdcc4e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:46.726405 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad7be443-a536-4d70-831a-e66b5cd2ab88 req-b7c9c536-61f0-48d3-8f5d-41e5ffcdcc4e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0970323 Apr 19 19:19:46.777699 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad7be443-a536-4d70-831a-e66b5cd2ab88 req-b4c0992f-6c71-4335-a3ae-304b23ccceb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445883 Apr 19 19:19:48.005733 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46df9a-caed-4207-8831-75ad3f0413c7 req-d3f88936-405f-4f5e-bd12-e60b3041c00c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:48.007402 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ed46df9a-caed-4207-8831-75ad3f0413c7 req-d3f88936-405f-4f5e-bd12-e60b3041c00c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0978239 Apr 19 19:19:48.057792 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ed46df9a-caed-4207-8831-75ad3f0413c7 req-6c584074-594a-4c16-a2e0-8fad3c394ef3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437398 Apr 19 19:19:49.307068 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98c970-21c1-4d3b-9a0f-49fbe4de0c90 req-3488b7c9-e2d0-40f9-96b6-d021b353bdbf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:49.308960 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cf98c970-21c1-4d3b-9a0f-49fbe4de0c90 req-3488b7c9-e2d0-40f9-96b6-d021b353bdbf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1088817 Apr 19 19:19:49.365855 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cf98c970-21c1-4d3b-9a0f-49fbe4de0c90 req-ec097020-d779-4cbb-8bff-12f93cd3fdeb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497720 Apr 19 19:19:50.582901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5760a-6e35-4527-bb87-8b994e5095b7 req-d71942a4-210c-4a40-a64c-30ae1a6e8542 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:50.584449 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ab5760a-6e35-4527-bb87-8b994e5095b7 req-d71942a4-210c-4a40-a64c-30ae1a6e8542 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0904090 Apr 19 19:19:50.633935 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ab5760a-6e35-4527-bb87-8b994e5095b7 req-253cf9b7-7bac-45a2-92dc-c2d8c38f834c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417542 Apr 19 19:19:51.864911 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f53ff-6663-4571-a11e-059065918569 req-5529e4d2-8b9c-49bb-9370-a5239cc5e440 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:51.866485 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-229f53ff-6663-4571-a11e-059065918569 req-5529e4d2-8b9c-49bb-9370-a5239cc5e440 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0944893 Apr 19 19:19:51.914776 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-229f53ff-6663-4571-a11e-059065918569 req-cfe604c8-d7a7-454c-96ad-ab4bff1d13c3 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416961 Apr 19 19:19:53.133806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ce62d-675f-47da-b531-9ec21edc3d38 req-537ff8a1-5e5c-4841-8905-4d0503c8be60 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:53.136073 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1e8ce62d-675f-47da-b531-9ec21edc3d38 req-537ff8a1-5e5c-4841-8905-4d0503c8be60 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1003935 Apr 19 19:19:53.191493 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1e8ce62d-675f-47da-b531-9ec21edc3d38 req-2685e08b-7cfd-41e4-a47d-8b7eb6a2c5e2 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456061 Apr 19 19:19:54.431899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a50aae-9fa2-4f28-bedd-1c076aff773a req-7253c4da-da63-4e4e-aecb-95f3936b3a73 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:54.433382 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-04a50aae-9fa2-4f28-bedd-1c076aff773a req-7253c4da-da63-4e4e-aecb-95f3936b3a73 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0920510 Apr 19 19:19:54.483978 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-04a50aae-9fa2-4f28-bedd-1c076aff773a req-3a002ec4-6e23-488a-bbd8-f95949c8f53d tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419631 Apr 19 19:19:54.651040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:19:55.719708 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedf48f-d177-40a2-8b3a-91dcc8add3c8 req-a876cec7-8b61-4a78-924f-b7f24bc099a6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:55.721263 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bcedf48f-d177-40a2-8b3a-91dcc8add3c8 req-a876cec7-8b61-4a78-924f-b7f24bc099a6 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.1121094 Apr 19 19:19:55.771368 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bcedf48f-d177-40a2-8b3a-91dcc8add3c8 req-f6f160ce-0697-4aff-aecb-22c9dcb024c7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410719 Apr 19 19:19:57.007374 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd7cac-f063-42bc-b8ab-3560a12eb121 req-4f5177e6-678a-45af-bf3b-f7032bf319db tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:57.009038 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0ddd7cac-f063-42bc-b8ab-3560a12eb121 req-4f5177e6-678a-45af-bf3b-f7032bf319db tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0990319 Apr 19 19:19:57.058040 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0ddd7cac-f063-42bc-b8ab-3560a12eb121 req-f2738026-32c4-4f4a-8d2f-dbec678aba55 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=ebedfbf9-66eb-41df-8935-8da20bbb0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Apr 19 19:19:58.795341 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-b5a38e65-ce8e-4566-bde5-99a21f00bde5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:19:58.796907 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-b5a38e65-ce8e-4566-bde5-99a21f00bde5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=77847d60-3d82-4156-b602-bc64e987a85d HTTP/1.1" status: 200 len: 943 time: 0.0921500 Apr 19 19:19:58.876703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Deleting port 807dca0e-317c-4eac-bf79-52df18c361c9 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:19:58.877001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:59.153156 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] For port 807dca0e-317c-4eac-bf79-52df18c361c9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=807dca0e-317c-4eac-bf79-52df18c361c9,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:19:59.153564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:59.470694 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:59.471031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:59.471414 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Floating IP b33883bb-0e3e-4a95-92af-c0fe9e2891fa disassociated. External IP: 172.27.0.202, port: 807dca0e-317c-4eac-bf79-52df18c361c9. Apr 19 19:19:59.471793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Calling delete_port for 807dca0e-317c-4eac-bf79-52df18c361c9 owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:19:59.622917 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:59.628982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b178cc89-d663-4697-8849-4c89e78b173b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:19:59.680453 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event deleted for resources: {'Port': ['ID=807dca0e-317c-4eac-bf79-52df18c361c9,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:19:59.683596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:19:59.891763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Router a93012db-1d0d-4519-82e6-a78b4ff3a477 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:20:00.081963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:20:00.092067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115270ac-0ca0-4f1c-b9df-377217bbe813 None None] Sync routers for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:20:00.102742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115270ac-0ca0-4f1c-b9df-377217bbe813 None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:20:00.103409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-115270ac-0ca0-4f1c-b9df-377217bbe813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:19:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:20:00.306257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-115270ac-0ca0-4f1c-b9df-377217bbe813 None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:20:00.385714 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] No DVR routers for this DVR port 807dca0e-317c-4eac-bf79-52df18c361c9 on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:20:00.388348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:00.391295 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77847d60-3d82-4156-b602-bc64e987a85d', 'name': 'network-vif-deleted', 'tag': '807dca0e-317c-4eac-bf79-52df18c361c9'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:20:00.400588 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d1ce5cb3-2ae5-4912-9faf-10d0bd73763d req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "DELETE /v2.0/ports/807dca0e-317c-4eac-bf79-52df18c361c9 HTTP/1.1" status: 204 len: 173 time: 1.5978260 Apr 19 19:20:00.588120 dv-cinder-786931-1-iscsi neutron-server[86329]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77847d60-3d82-4156-b602-bc64e987a85d', 'name': 'network-vif-deleted', 'tag': '807dca0e-317c-4eac-bf79-52df18c361c9', 'status': 'failed', 'code': 422} returned with failed status Apr 19 19:20:00.653860 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-115270ac-0ca0-4f1c-b9df-377217bbe813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:47Z', 'revision_number': 5, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:20:00.658603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115270ac-0ca0-4f1c-b9df-377217bbe813 None None] Checking router: a93012db-1d0d-4519-82e6-a78b4ff3a477 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:20:00.667649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115270ac-0ca0-4f1c-b9df-377217bbe813 None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:20:00.668281 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-115270ac-0ca0-4f1c-b9df-377217bbe813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:19:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:20:00.998896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 44316) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:20:01.021315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-115270ac-0ca0-4f1c-b9df-377217bbe813 None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:20:01.070503 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f5590bb-7600-4843-927d-fa9c75e36bb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:01.102217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f5590bb-7600-4843-927d-fa9c75e36bb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:01.151435 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f5590bb-7600-4843-927d-fa9c75e36bb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:01.156656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e0a83374-d565-49cb-8d80-47480f4efeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:20:01.172977 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5590bb-7600-4843-927d-fa9c75e36bb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebedfbf9-66eb-41df-8935-8da20bbb0063,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:20:01.175582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7f5590bb-7600-4843-927d-fa9c75e36bb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:20:01.182007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f5590bb-7600-4843-927d-fa9c75e36bb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:01.185800 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7f5590bb-7600-4843-927d-fa9c75e36bb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "DELETE /v2.0/security-groups/ebedfbf9-66eb-41df-8935-8da20bbb0063 HTTP/1.1" status: 204 len: 168 time: 0.1833303 Apr 19 19:20:01.186202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 44320) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:20:01.204604 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.v2.resource [None req-d7d8e800-4b3b-4b8e-9790-38621fe41afc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] show failed (client error): The resource could not be found. Apr 19 19:20:01.205711 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d7d8e800-4b3b-4b8e-9790-38621fe41afc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups/ebedfbf9-66eb-41df-8935-8da20bbb0063 HTTP/1.1" status: 404 len: 347 time: 0.0184023 Apr 19 19:20:01.208789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 44324) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:20:01.360851 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-115270ac-0ca0-4f1c-b9df-377217bbe813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:47Z', 'revision_number': 5, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:20:01.365229 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115270ac-0ca0-4f1c-b9df-377217bbe813 None None] The sync data for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi is: [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:47Z', 'revision_number': 5, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:20:01.379672 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-db8def2b-9efd-495a-a7e8-3569e6df0248 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Deleting port 952e7501-fdb7-4e8f-8a62-c331ba98c01e {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:20:01.380058 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-db8def2b-9efd-495a-a7e8-3569e6df0248 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:01.570514 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-db8def2b-9efd-495a-a7e8-3569e6df0248 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:01.570868 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-db8def2b-9efd-495a-a7e8-3569e6df0248 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:01.705670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-db8def2b-9efd-495a-a7e8-3569e6df0248 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Calling delete_port for 952e7501-fdb7-4e8f-8a62-c331ba98c01e owned by network:floatingip {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:20:01.746206 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb6a6b-c243-441a-92f3-72c3d6792987 None None] New status for floating IP b33883bb-0e3e-4a95-92af-c0fe9e2891fa: DOWN {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:20:01.861474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-db8def2b-9efd-495a-a7e8-3569e6df0248 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:01.866118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:20:01.909512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.api [None req-61eb6a6b-c243-441a-92f3-72c3d6792987 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86442) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:20:01.909906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_db.api [None req-61eb6a6b-c243-441a-92f3-72c3d6792987 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:20:01.940385 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8def2b-9efd-495a-a7e8-3569e6df0248 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event deleted for resources: {'Port': ['ID=952e7501-fdb7-4e8f-8a62-c331ba98c01e,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:20:01.942983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-db8def2b-9efd-495a-a7e8-3569e6df0248 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:20:02.016410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-db8def2b-9efd-495a-a7e8-3569e6df0248 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.029024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-db8def2b-9efd-495a-a7e8-3569e6df0248 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.030240 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-db8def2b-9efd-495a-a7e8-3569e6df0248 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "DELETE /v2.0/floatingips/b33883bb-0e3e-4a95-92af-c0fe9e2891fa HTTP/1.1" status: 204 len: 168 time: 0.8204722 Apr 19 19:20:02.309338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 44336) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:20:02.315272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545158697', 'description': 'tempest-description--361345665'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:20:02.321986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:20:02.326837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Usage tracker for resource:security_group and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:20:02.330072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:20:02.336511 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:20:02.348554 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.370967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:20:02.375277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Usage tracker for resource:security_group_rule and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:20:02.378378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:20:02.384971 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:20:02.411442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb6a6b-c243-441a-92f3-72c3d6792987 None None] New status for floating IP b33883bb-0e3e-4a95-92af-c0fe9e2891fa: DOWN {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:20:02.462148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.465721 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.469835 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-32507cec-fc08-45a3-8e37-9ef7d76c4d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:20:02.516090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654961c2-52d5-410e-b49b-bedb45fb5cb4,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:20:02.519232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:20:02.520593 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.525395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 44342) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:20:02.525571 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2148528 Apr 19 19:20:02.531497 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Request body: {'security_group_rule': {'security_group_id': '654961c2-52d5-410e-b49b-bedb45fb5cb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:20:02.537996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:20:02.542613 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Usage tracker for resource:security_group_rule and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:20:02.546059 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:20:02.552865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:20:02.569882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.636540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.640148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.648891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-80b823bd-681a-4123-9bec-3f9ae707d1e2 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:20:02.670946 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3dc40e-40b1-4a33-be43-681a544dfd1d,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:20:02.674027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:20:02.678311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.679624 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529565 Apr 19 19:20:02.682648 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 44348) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:20:02.688077 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-5c25beac-55d0-4fb6-b209-3ce48c047abf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Request body: {'security_group_rule': {'security_group_id': '654961c2-52d5-410e-b49b-bedb45fb5cb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:20:02.694253 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5c25beac-55d0-4fb6-b209-3ce48c047abf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:20:02.698241 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5c25beac-55d0-4fb6-b209-3ce48c047abf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Usage tracker for resource:security_group_rule and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:20:02.701242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5c25beac-55d0-4fb6-b209-3ce48c047abf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:20:02.707642 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5c25beac-55d0-4fb6-b209-3ce48c047abf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:20:02.724269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5c25beac-55d0-4fb6-b209-3ce48c047abf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.787589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5c25beac-55d0-4fb6-b209-3ce48c047abf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.791133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5c25beac-55d0-4fb6-b209-3ce48c047abf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.797114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-29395ae3-6c85-4b0e-bf6c-2abd187dc77b tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:20:02.817052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25beac-55d0-4fb6-b209-3ce48c047abf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23d7cdf-3d43-4202-8850-f36cc3d6fbea,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:20:02.819274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5c25beac-55d0-4fb6-b209-3ce48c047abf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:20:02.826926 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5c25beac-55d0-4fb6-b209-3ce48c047abf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:02.828166 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-5c25beac-55d0-4fb6-b209-3ce48c047abf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445279 Apr 19 19:20:02.831443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 44354) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:20:02.836836 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Request body: {'floatingip': {'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:20:02.843498 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:20:02.847567 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Usage tracker for resource:floatingip and tenant:b2514bbc2c78476eab3ffab97021c52f is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:20:02.850618 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:20:02.856677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:20:02.866845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:03.011789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:03.161983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Allocated IP 172.27.0.43 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/a506f9a4-297c-484e-a348-764e417b7e3d) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:20:03.328442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:03.362770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:03.366404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:20:03.436042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:20:03.439047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:20:03.442869 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:20:03.473645 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event updated for resources: {'Port': ['ID=a506f9a4-297c-484e-a348-764e417b7e3d,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:20:03.480011 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:20:03.570680 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:03.643108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:03.864074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:03.869077 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:03.872974 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9fddf1c5-7e5d-4471-8b54-89c966fbb1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:20:03.982331 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event updated for resources: {'Port': ['ID=a506f9a4-297c-484e-a348-764e417b7e3d,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:20:03.990613 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:20:04.000085 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:04.024068 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:04.025477 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1929839 Apr 19 19:20:04.275619 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-1e559a75-3b31-44c6-a0ab-c763d4a3a42b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Synchronizing usage tracker for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:security_group {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:20:04.296347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-1e559a75-3b31-44c6-a0ab-c763d4a3a42b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Unset dirty status for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:security_group {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:20:04.298015 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-1e559a75-3b31-44c6-a0ab-c763d4a3a42b tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1545158697&fields=id&tenant_id=b2514bbc2c78476eab3ffab97021c52f HTTP/1.1" status: 200 len: 267 time: 0.0700390 Apr 19 19:20:04.470153 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-09e28817-5722-40bf-8c51-6b79231089e8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:04.471660 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-09e28817-5722-40bf-8c51-6b79231089e8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/networks?id=12b2d1c3-a47c-4778-88b3-735d924c1730 HTTP/1.1" status: 200 len: 817 time: 0.1658084 Apr 19 19:20:04.490809 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-dedc54db-c9f0-4782-8b97-78264e712505 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/quotas/b2514bbc2c78476eab3ffab97021c52f HTTP/1.1" status: 200 len: 375 time: 0.0101714 Apr 19 19:20:04.590909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-85b5e15e-2d9f-4b18-b1c2-c2ebe7648bc7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Synchronizing usage tracker for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:20:04.609201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-85b5e15e-2d9f-4b18-b1c2-c2ebe7648bc7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Unset dirty status for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:20:04.610655 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-85b5e15e-2d9f-4b18-b1c2-c2ebe7648bc7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2514bbc2c78476eab3ffab97021c52f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1143074 Apr 19 19:20:04.884840 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-02f2d9d8-45db-49c1-9c5d-afb0d2867def service neutron] 10.222.0.55 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541046 Apr 19 19:20:05.031063 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-cb403382-805e-43b1-9fce-7a29c18b3927 service neutron] 10.222.0.55 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396544 Apr 19 19:20:06.247257 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-721dcead-2806-499e-83b7-2fc97cfc05d5 req-5afb8ff3-0115-496a-952c-495313a05b31 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 210 time: 0.0506501 Apr 19 19:20:06.319930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-68eec7e7-4fef-416b-9f2d-8002edbc6fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:06.847090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:07.420408 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-944a2f46-6769-44f4-830c-ba47444041b4 req-1ab97cee-5c59-4db8-a3eb-53da173bc006 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 210 time: 0.0543940 Apr 19 19:20:07.576918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-1be0f5ae-52f1-429d-86c0-8a67d3a2ba18 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:07.578402 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-1be0f5ae-52f1-429d-86c0-8a67d3a2ba18 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.52 "GET /v2.0/networks?id=12b2d1c3-a47c-4778-88b3-735d924c1730 HTTP/1.1" status: 200 len: 817 time: 0.1599360 Apr 19 19:20:07.659719 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-10a00920-10cc-4304-a050-e361e7901c56 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Synchronizing usage tracker for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:security_group {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:20:07.673351 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-10a00920-10cc-4304-a050-e361e7901c56 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Unset dirty status for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:security_group {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:20:07.674910 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-10a00920-10cc-4304-a050-e361e7901c56 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2514bbc2c78476eab3ffab97021c52f HTTP/1.1" status: 200 len: 5704 time: 0.0874159 Apr 19 19:20:07.687574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Request body: {'port': {'device_id': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'admin_state_up': True, 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'security_groups': ['654961c2-52d5-410e-b49b-bedb45fb5cb4']}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:20:07.832787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:20:07.843195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:20:07.855095 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Made reservation on behalf of b2514bbc2c78476eab3ffab97021c52f for: {'port': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:20:07.861234 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:08.043077 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Allocated IP 172.20.0.10 (12b2d1c3-a47c-4778-88b3-735d924c1730/aff121a2-6622-4771-b76a-26fbc12fb5c6/acad2357-5d9d-4941-8c77-1a0d18d22c5b) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:20:08.252535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:08.272285 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Transition to ACTIVE for port object acad2357-5d9d-4941-8c77-1a0d18d22c5b will not be triggered until provisioned by entity DHCP. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:20:08.306174 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:08.315936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c394dd13-fec6-4529-9bbf-3054a5613105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:20:08.354546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-80b27fa6-0de6-4c53-b8d1-33d04e9200f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:08.389042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Network 12b2d1c3-a47c-4778-88b3-735d924c1730 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:20:08.392335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:20:08.396467 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:20:08.430595 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event updated for resources: {'Port': ['ID=acad2357-5d9d-4941-8c77-1a0d18d22c5b,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:20:08.438892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:20:08.480345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:08.481195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:08.507128 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8236117 Apr 19 19:20:08.520125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Request body: {'port': {'device_id': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:20:08.633282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064719ad-ae49-49b4-a947-021e9645aaba req-a949d7bb-4219-49d4-a545-5f40e7783baa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:08.634877 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-064719ad-ae49-49b4-a947-021e9645aaba req-a949d7bb-4219-49d4-a545-5f40e7783baa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 932 time: 0.0881410 Apr 19 19:20:08.645364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:08.663212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-4fd16773-b90f-497a-ae0a-5f4168613fe0 None None] Provisioning for port acad2357-5d9d-4941-8c77-1a0d18d22c5b completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:20:08.668620 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-4fd16773-b90f-497a-ae0a-5f4168613fe0 None None] Provisioning complete for port acad2357-5d9d-4941-8c77-1a0d18d22c5b triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:20:08.669293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4fd16773-b90f-497a-ae0a-5f4168613fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:08.685618 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-064719ad-ae49-49b4-a947-021e9645aaba req-34ed6ddd-52b7-443d-b9dd-8d5a463f9dde tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=654961c2-52d5-410e-b49b-bedb45fb5cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 Apr 19 19:20:08.731475 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-4fd16773-b90f-497a-ae0a-5f4168613fe0 None None] Port acad2357-5d9d-4941-8c77-1a0d18d22c5b cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:20:08.813717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:09.017276 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acad2357-5d9d-4941-8c77-1a0d18d22c5b {{(pid=86440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:20:09.025513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:09.040801 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Transition to ACTIVE for port object acad2357-5d9d-4941-8c77-1a0d18d22c5b will not be triggered until provisioned by entity L2. {{(pid=86440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:20:09.045348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:09.048995 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:20:09.218100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Pushing event updated for resources: {'Port': ['ID=acad2357-5d9d-4941-8c77-1a0d18d22c5b,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:20:09.221214 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:20:09.310441 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Attempting to bind port acad2357-5d9d-4941-8c77-1a0d18d22c5b on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:20:09.310840 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Attempting to bind port acad2357-5d9d-4941-8c77-1a0d18d22c5b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:20:09.311199 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Attempting to bind port acad2357-5d9d-4941-8c77-1a0d18d22c5b on network 12b2d1c3-a47c-4778-88b3-735d924c1730 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:20:09.316088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Port acad2357-5d9d-4941-8c77-1a0d18d22c5b on network 12b2d1c3-a47c-4778-88b3-735d924c1730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:20:09.316436 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Attempting to bind port acad2357-5d9d-4941-8c77-1a0d18d22c5b on network 12b2d1c3-a47c-4778-88b3-735d924c1730 {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:20:09.322485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:20:09.322850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Checking segment: {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:20:09.323263 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Bound using segment: {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'} {{(pid=86440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:20:09.323936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Bound port: acad2357-5d9d-4941-8c77-1a0d18d22c5b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def230b0-c52e-40e1-bd00-c4062733e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730'}}] {{(pid=86440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:20:09.324320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:09.372316 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:09.424403 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] For port acad2357-5d9d-4941-8c77-1a0d18d22c5b, host hv-cinder-78693, cleared binding levels {{(pid=86440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:20:09.427694 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] For port acad2357-5d9d-4941-8c77-1a0d18d22c5b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acad2357-5d9d-4941-8c77-1a0d18d22c5b,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:20:09.432169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:09.436026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:20:09.492643 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:09.493111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:09.495038 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] 10.222.0.52 "PUT /v2.0/ports/acad2357-5d9d-4941-8c77-1a0d18d22c5b HTTP/1.1" status: 200 len: 1094 time: 0.9794319 Apr 19 19:20:09.497664 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'tag': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:20:09.600370 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Pushing event updated for resources: {'Port': ['ID=acad2357-5d9d-4941-8c77-1a0d18d22c5b,revision_number=3']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:20:09.604678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:20:09.631299 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'tag': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b', 'status': 'completed', 'code': 200} Apr 19 19:20:09.641666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-759818c3-3153-4f98-8226-ceccb2e1da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:09.643461 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-759818c3-3153-4f98-8226-ceccb2e1da73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2514bbc2c78476eab3ffab97021c52f&device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 1097 time: 0.1049666 Apr 19 19:20:09.721446 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-dcff0e7c-0fac-4b7a-bb42-66b8aebf7d99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acad2357-5d9d-4941-8c77-1a0d18d22c5b HTTP/1.1" status: 200 len: 217 time: 0.0701308 Apr 19 19:20:09.794033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-65304164-b935-489d-ba6f-e83ad73a2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:09.795650 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-65304164-b935-489d-ba6f-e83ad73a2004 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aff121a2-6622-4771-b76a-26fbc12fb5c6 HTTP/1.1" status: 200 len: 856 time: 0.0663729 Apr 19 19:20:09.884781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-f989afc7-306f-43e5-a094-1720bf4189b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:09.886386 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-f989afc7-306f-43e5-a094-1720bf4189b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12b2d1c3-a47c-4778-88b3-735d924c1730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831439 Apr 19 19:20:09.900763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e956a-fd2b-45c9-95f9-26e5ecb009a0 req-0eb62e16-4c30-4c63-a061-7d1a994e1f47 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:09.902351 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-427e956a-fd2b-45c9-95f9-26e5ecb009a0 req-0eb62e16-4c30-4c63-a061-7d1a994e1f47 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 944 time: 0.0928259 Apr 19 19:20:09.951447 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-427e956a-fd2b-45c9-95f9-26e5ecb009a0 req-4ff1cdd0-bb37-4eff-ac86-a47e745cffdf tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=654961c2-52d5-410e-b49b-bedb45fb5cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425692 Apr 19 19:20:10.032997 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-3c101e56-af6c-40e3-a10d-9e330f9a9078 service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390228 Apr 19 19:20:10.176563 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5aa9c713-e7fd-4605-9498-dcbf499ab3ac req-395b61c6-315c-4958-b5c7-587b75645258 service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351814 Apr 19 19:20:10.306950 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159c8d6-28bd-40d1-807e-181a5955e74e req-d7774c5e-d784-4991-9673-e546af73d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:10.308502 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9159c8d6-28bd-40d1-807e-181a5955e74e req-d7774c5e-d784-4991-9673-e546af73d835 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2514bbc2c78476eab3ffab97021c52f&device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 1097 time: 0.0799475 Apr 19 19:20:10.454623 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159c8d6-28bd-40d1-807e-181a5955e74e req-0687f2b3-bdb0-43b4-b667-60897c890529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:10.456214 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9159c8d6-28bd-40d1-807e-181a5955e74e req-0687f2b3-bdb0-43b4-b667-60897c890529 service neutron] 10.222.0.52 "GET /v2.0/networks?id=12b2d1c3-a47c-4778-88b3-735d924c1730 HTTP/1.1" status: 200 len: 918 time: 0.1405294 Apr 19 19:20:10.532945 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9159c8d6-28bd-40d1-807e-181a5955e74e req-316b34b8-c4fd-49cd-bbf1-ccf2f5dc2e53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acad2357-5d9d-4941-8c77-1a0d18d22c5b HTTP/1.1" status: 200 len: 217 time: 0.0691998 Apr 19 19:20:10.616604 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159c8d6-28bd-40d1-807e-181a5955e74e req-66b45cfe-aaec-45bb-804c-51011c9ae019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:10.618238 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9159c8d6-28bd-40d1-807e-181a5955e74e req-66b45cfe-aaec-45bb-804c-51011c9ae019 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aff121a2-6622-4771-b76a-26fbc12fb5c6 HTTP/1.1" status: 200 len: 856 time: 0.0779443 Apr 19 19:20:10.705228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159c8d6-28bd-40d1-807e-181a5955e74e req-fb6c637e-e8e8-4727-9d8c-3b154e8c96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:10.707409 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9159c8d6-28bd-40d1-807e-181a5955e74e req-fb6c637e-e8e8-4727-9d8c-3b154e8c96f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12b2d1c3-a47c-4778-88b3-735d924c1730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807931 Apr 19 19:20:10.788259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:10.853413 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9159c8d6-28bd-40d1-807e-181a5955e74e req-fa833493-33dd-416b-9008-8cca6a013f6e service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370902 Apr 19 19:20:11.001749 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9159c8d6-28bd-40d1-807e-181a5955e74e req-58bbbb41-d628-493a-9e7f-63cc637e3785 service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406422 Apr 19 19:20:11.169508 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25f65f-98ce-4c20-bcda-d03550f298f8 req-722dd542-ce9e-43f3-ac35-0ef7366acde9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:11.171172 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7e25f65f-98ce-4c20-bcda-d03550f298f8 req-722dd542-ce9e-43f3-ac35-0ef7366acde9 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 944 time: 0.0936797 Apr 19 19:20:11.224192 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7e25f65f-98ce-4c20-bcda-d03550f298f8 req-113f887e-75fd-4862-9bba-85a8b25d79fc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=654961c2-52d5-410e-b49b-bedb45fb5cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432699 Apr 19 19:20:12.457828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ce5a1-f9b4-41e4-9cd9-8f58049d87aa req-241b76be-697d-4a5e-aac0-970982cd4bbc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:12.459402 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3b1ce5a1-f9b4-41e4-9cd9-8f58049d87aa req-241b76be-697d-4a5e-aac0-970982cd4bbc tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 944 time: 0.1014874 Apr 19 19:20:12.509123 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3b1ce5a1-f9b4-41e4-9cd9-8f58049d87aa req-a9e403c6-7679-4404-89b3-59a89826afb0 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=654961c2-52d5-410e-b49b-bedb45fb5cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420623 Apr 19 19:20:12.785406 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device acad2357-5d9d-4941-8c77-1a0d18d22c5b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:20:12.932887 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port acad2357-5d9d-4941-8c77-1a0d18d22c5b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acad2357-5d9d-4941-8c77-1a0d18d22c5b,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:20:12.948538 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'port_id': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b', 'mac_address': 'fa:16:3e:1d:78:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:20:13.019500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:13.041994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acad2357-5d9d-4941-8c77-1a0d18d22c5b {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:20:13.058523 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port acad2357-5d9d-4941-8c77-1a0d18d22c5b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acad2357-5d9d-4941-8c77-1a0d18d22c5b,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:20:13.062653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:13.064501 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:20:13.134503 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=acad2357-5d9d-4941-8c77-1a0d18d22c5b,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:20:13.142790 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:20:13.143178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:20:13.143554 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:20:13.143924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:20:13.144295 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:20:13.144661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:20:13.145025 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:20:13.145380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:20:13.145748 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:20:13.146101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:20:13.146440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:20:13.146817 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:20:13.151427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:20:13.382791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['acad2357-5d9d-4941-8c77-1a0d18d22c5b'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:20:13.719535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437f779-f108-4026-af31-3f864f9e63b5 req-d5cedfa8-b3a1-4908-9f90-6591375471aa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:13.721129 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6437f779-f108-4026-af31-3f864f9e63b5 req-d5cedfa8-b3a1-4908-9f90-6591375471aa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 945 time: 0.0948844 Apr 19 19:20:13.770904 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6437f779-f108-4026-af31-3f864f9e63b5 req-4c684a58-5a4e-4d84-9e9d-75a43288ee97 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=654961c2-52d5-410e-b49b-bedb45fb5cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432642 Apr 19 19:20:14.814718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device acad2357-5d9d-4941-8c77-1a0d18d22c5b up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:20:14.888227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port acad2357-5d9d-4941-8c77-1a0d18d22c5b completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:20:14.894851 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port acad2357-5d9d-4941-8c77-1a0d18d22c5b triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:20:14.895317 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:14.988339 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a2919-9afa-4925-b217-87176c68b8ea req-4bef1ded-eb4d-405d-9c5d-e46b9fdedef4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:14.991239 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b40a2919-9afa-4925-b217-87176c68b8ea req-4bef1ded-eb4d-405d-9c5d-e46b9fdedef4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 945 time: 0.0905557 Apr 19 19:20:15.024865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:15.041640 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b40a2919-9afa-4925-b217-87176c68b8ea req-f08653de-03db-4fe1-97d7-aae5ad33a37c tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=654961c2-52d5-410e-b49b-bedb45fb5cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Apr 19 19:20:15.053508 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:20:15.066237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port acad2357-5d9d-4941-8c77-1a0d18d22c5b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acad2357-5d9d-4941-8c77-1a0d18d22c5b,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:20:15.075876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:15.077882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:20:15.152174 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=acad2357-5d9d-4941-8c77-1a0d18d22c5b,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:20:15.155361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:20:15.176851 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b', 'code': 200} Apr 19 19:20:15.431633 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa25089-1390-4716-823b-abaaa20406e6 req-2eae9642-30e8-4c5d-8355-30349771d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:15.433217 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ffa25089-1390-4716-823b-abaaa20406e6 req-2eae9642-30e8-4c5d-8355-30349771d1d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 1099 time: 0.0843766 Apr 19 19:20:15.476645 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ffa25089-1390-4716-823b-abaaa20406e6 req-8f49ef91-dfba-4cc7-a857-e014abca0e72 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=654961c2-52d5-410e-b49b-bedb45fb5cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366549 Apr 19 19:20:16.274227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2b530-ab90-4789-bb71-a4d0ed15b8a3 req-8dfe3a40-3070-495d-8790-65abb057dec5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:16.276507 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03c2b530-ab90-4789-bb71-a4d0ed15b8a3 req-8dfe3a40-3070-495d-8790-65abb057dec5 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 946 time: 0.0940447 Apr 19 19:20:16.324656 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03c2b530-ab90-4789-bb71-a4d0ed15b8a3 req-05f28360-96fb-4cc4-8449-be2bbad3d401 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=654961c2-52d5-410e-b49b-bedb45fb5cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422831 Apr 19 19:20:17.535374 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b74ea-b808-430b-8c9e-afc882d2fc19 req-bf5f34f3-2185-4b52-9f14-b93517ec0edb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:17.536943 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8f5b74ea-b808-430b-8c9e-afc882d2fc19 req-bf5f34f3-2185-4b52-9f14-b93517ec0edb tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 946 time: 0.0927436 Apr 19 19:20:17.589175 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8f5b74ea-b808-430b-8c9e-afc882d2fc19 req-26a828a2-3a74-406e-aac5-452bc224280e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=654961c2-52d5-410e-b49b-bedb45fb5cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455999 Apr 19 19:20:17.806496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b292eaf-9367-4fec-81ca-cb2a3f7aace1 req-c1f5a9da-ce08-4b7a-b1d0-dd0b61e72136 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:17.807993 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0b292eaf-9367-4fec-81ca-cb2a3f7aace1 req-c1f5a9da-ce08-4b7a-b1d0-dd0b61e72136 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 946 time: 0.0967407 Apr 19 19:20:17.817682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 44500) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:20:17.823166 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-f3672bb0-3728-470d-aedf-de7960db7baa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Request body: {'floatingip': {'port_id': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:20:17.907713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f3672bb0-3728-470d-aedf-de7960db7baa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:18.919313 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f3672bb0-3728-470d-aedf-de7960db7baa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:18.923842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f3672bb0-3728-470d-aedf-de7960db7baa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:19.105564 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [None req-f3672bb0-3728-470d-aedf-de7960db7baa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Floating IP d21230d9-3218-4cb5-b1fa-8c91ca03d818 associated. External IP: 172.27.0.43, port: acad2357-5d9d-4941-8c77-1a0d18d22c5b. Apr 19 19:20:19.481578 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3672bb0-3728-470d-aedf-de7960db7baa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Router a93012db-1d0d-4519-82e6-a78b4ff3a477 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:20:19.677415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3672bb0-3728-470d-aedf-de7960db7baa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:20:19.682653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f3672bb0-3728-470d-aedf-de7960db7baa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:19.688567 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fe529e-8272-4828-b6f4-41475cb0ac56 None None] Sync routers for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:20:19.702343 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe529e-8272-4828-b6f4-41475cb0ac56 None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:20:19.703020 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-63fe529e-8272-4828-b6f4-41475cb0ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:20:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:20:19.747300 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f3672bb0-3728-470d-aedf-de7960db7baa tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "PUT /v2.0/floatingips/d21230d9-3218-4cb5-b1fa-8c91ca03d818 HTTP/1.1" status: 200 len: 991 time: 1.9283969 Apr 19 19:20:19.747978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'tag': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:20:19.796805 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'tag': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b', 'status': 'completed', 'code': 200} Apr 19 19:20:19.894771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-63fe529e-8272-4828-b6f4-41475cb0ac56 None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:20:19.900947 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c99e7a-5cb0-4426-9b8b-39718ef6f01e req-b9768079-7b1b-435c-b0b5-5744420396d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:19.902588 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-99c99e7a-5cb0-4426-9b8b-39718ef6f01e req-b9768079-7b1b-435c-b0b5-5744420396d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2514bbc2c78476eab3ffab97021c52f&device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 1099 time: 0.0794563 Apr 19 19:20:20.271387 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c99e7a-5cb0-4426-9b8b-39718ef6f01e req-f0413ed7-1224-411b-9eff-7aa0592334d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:20.273351 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-99c99e7a-5cb0-4426-9b8b-39718ef6f01e req-f0413ed7-1224-411b-9eff-7aa0592334d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=12b2d1c3-a47c-4778-88b3-735d924c1730 HTTP/1.1" status: 200 len: 918 time: 0.3637474 Apr 19 19:20:20.279689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-63fe529e-8272-4828-b6f4-41475cb0ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': 'd21230d9-3218-4cb5-b1fa-8c91ca03d818', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'port_id': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'mac_address': 'fa:16:3e:1d:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:20:03Z', 'updated_at': '2021-04-19T19:20:18Z', 'revision_number': 1, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:47Z', 'revision_number': 5, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:20:20.283743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fe529e-8272-4828-b6f4-41475cb0ac56 None None] Checking router: a93012db-1d0d-4519-82e6-a78b4ff3a477 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:20:20.293047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe529e-8272-4828-b6f4-41475cb0ac56 None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:20:20.293709 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-63fe529e-8272-4828-b6f4-41475cb0ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:20:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:20:20.381332 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-99c99e7a-5cb0-4426-9b8b-39718ef6f01e req-bbc91fe1-0d33-400e-88f0-f66c8e4322ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acad2357-5d9d-4941-8c77-1a0d18d22c5b HTTP/1.1" status: 200 len: 999 time: 0.1006536 Apr 19 19:20:20.457330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c99e7a-5cb0-4426-9b8b-39718ef6f01e req-953b61fb-ff23-4c7b-a7d4-2a16c23e1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:20.458979 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-99c99e7a-5cb0-4426-9b8b-39718ef6f01e req-953b61fb-ff23-4c7b-a7d4-2a16c23e1cb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aff121a2-6622-4771-b76a-26fbc12fb5c6 HTTP/1.1" status: 200 len: 856 time: 0.0704207 Apr 19 19:20:20.486938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-63fe529e-8272-4828-b6f4-41475cb0ac56 None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:20:20.542577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c99e7a-5cb0-4426-9b8b-39718ef6f01e req-76d67698-f50a-49e7-98bd-ffa9c47c0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:20.544290 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-99c99e7a-5cb0-4426-9b8b-39718ef6f01e req-76d67698-f50a-49e7-98bd-ffa9c47c0b34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12b2d1c3-a47c-4778-88b3-735d924c1730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787413 Apr 19 19:20:20.691383 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-99c99e7a-5cb0-4426-9b8b-39718ef6f01e req-e3832fb5-a75c-44ea-b551-dd744b97b3e0 service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398866 Apr 19 19:20:20.835355 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-99c99e7a-5cb0-4426-9b8b-39718ef6f01e req-39d5c109-a324-4714-9c15-91de2f99092e service neutron] 10.222.0.52 "GET /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363521 Apr 19 19:20:20.856456 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-63fe529e-8272-4828-b6f4-41475cb0ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': 'd21230d9-3218-4cb5-b1fa-8c91ca03d818', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'port_id': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'mac_address': 'fa:16:3e:1d:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:20:03Z', 'updated_at': '2021-04-19T19:20:18Z', 'revision_number': 1, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:47Z', 'revision_number': 5, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:20:20.861437 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fe529e-8272-4828-b6f4-41475cb0ac56 None None] The sync data for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi is: [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': 'd21230d9-3218-4cb5-b1fa-8c91ca03d818', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'port_id': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'mac_address': 'fa:16:3e:1d:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:20:03Z', 'updated_at': '2021-04-19T19:20:18Z', 'revision_number': 1, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:47Z', 'revision_number': 5, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:20:21.145897 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6472dd71-c3d2-4019-ac72-b62314c8267d None None] New status for floating IP d21230d9-3218-4cb5-b1fa-8c91ca03d818: ACTIVE {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:20:31.647358 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:20:36.331017 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-622c0715-f730-48f4-9c69-c62b4d64f565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:36.856093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:38.358160 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1014986d-55c3-4afa-a727-1f6d9bf950ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:38.822516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:39.374976 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:40.395414 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-bfc9376f-6968-494b-b094-cc5bd19aef1b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830054 Apr 19 19:20:40.497515 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-0ab8ef09-128e-4951-963b-47f40cedb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:40.499195 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-0ab8ef09-128e-4951-963b-47f40cedb661 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=223bb8336f574a50aeebcf9b4ccb1b88&device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 1099 time: 0.0802217 Apr 19 19:20:40.658808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-48f67276-719d-4a5f-bd98-cb299d531c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:40.660311 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-48f67276-719d-4a5f-bd98-cb299d531c21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 HTTP/1.1" status: 200 len: 914 time: 0.1396062 Apr 19 19:20:40.738336 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-c2b9a3ab-ac74-47c1-a72a-00a6e4b322b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 HTTP/1.1" status: 200 len: 217 time: 0.0708218 Apr 19 19:20:40.791694 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:40.809703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-8eea9620-77ba-4f5d-bc4a-e751e4dc8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:20:40.811324 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-8eea9620-77ba-4f5d-bc4a-e751e4dc8450 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=044d3676-4886-4b0b-8640-7498a87a198c HTTP/1.1" status: 200 len: 853 time: 0.0650430 Apr 19 19:20:40.872888 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-2e599d65-b5e3-4740-9036-a34648cbdecf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f492f34-2152-4aec-b6a7-a1e6a6c51ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536947 Apr 19 19:20:40.885446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-3531fec8-2f93-4560-b488-6a6c47d40df0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:20:40.886485 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-3531fec8-2f93-4560-b488-6a6c47d40df0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060220 Apr 19 19:20:41.033225 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-30aa226d-aac8-43db-889a-71dc74fa289e service neutron] 10.222.0.52 "GET /v2.0/networks/0f492f34-2152-4aec-b6a7-a1e6a6c51ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391912 Apr 19 19:20:41.181336 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-71e440c9-84a1-4d6c-ac67-636ff137ab21 req-43ac5e9f-b4d5-4845-83fa-145780023220 service neutron] 10.222.0.52 "GET /v2.0/networks/0f492f34-2152-4aec-b6a7-a1e6a6c51ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396821 Apr 19 19:21:06.331205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aa63b794-ccaf-48b6-a2b2-35b833206605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:06.853718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:08.361264 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-42e4fba9-3bbd-4c57-8353-4b222d8a7e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:08.643205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:21:08.827187 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:09.368866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:10.800517 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:36.324834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1e76-0cf1-49ed-b1f4-56db95201d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:36.844627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:38.368547 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-781db1d9-f319-480c-b5a9-ec515c91b09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:38.822626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:39.380003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:40.797338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:41.333836 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb9141a9-f779-46df-974e-f663b4386915 req-52752a21-d9a7-4de9-b9cb-cc5ec1813891 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1384907 Apr 19 19:21:41.436451 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9141a9-f779-46df-974e-f663b4386915 req-f1f73dc7-a573-4551-bc73-373f95256679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:21:41.437897 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb9141a9-f779-46df-974e-f663b4386915 req-f1f73dc7-a573-4551-bc73-373f95256679 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 1099 time: 0.0803695 Apr 19 19:21:41.611596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9141a9-f779-46df-974e-f663b4386915 req-bc0e4837-da15-404b-842f-39a4b87254fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:21:41.613289 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb9141a9-f779-46df-974e-f663b4386915 req-bc0e4837-da15-404b-842f-39a4b87254fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1515148 Apr 19 19:21:41.689645 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb9141a9-f779-46df-974e-f663b4386915 req-5c7c5514-da8a-4742-ae1e-58e1f8810c28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46cde9d6-47a9-4fc8-bb6a-4151d9351b96 HTTP/1.1" status: 200 len: 217 time: 0.0690675 Apr 19 19:21:41.760983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9141a9-f779-46df-974e-f663b4386915 req-fa8429d1-ffbc-4eaa-b78b-b89325eeb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:21:41.762354 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb9141a9-f779-46df-974e-f663b4386915 req-fa8429d1-ffbc-4eaa-b78b-b89325eeb7ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0653484 Apr 19 19:21:41.820895 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb9141a9-f779-46df-974e-f663b4386915 req-86bd77a5-65a8-4ecf-bace-54467bb63ae2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511608 Apr 19 19:21:41.967616 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb9141a9-f779-46df-974e-f663b4386915 req-24b6be4f-abf9-4073-ac47-8b72e2fdd90a service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384432 Apr 19 19:21:42.111085 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb9141a9-f779-46df-974e-f663b4386915 req-5b43814c-a74b-47e1-9a00-7618a992487c service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361449 Apr 19 19:21:45.649103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:22:06.326903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffe83b97-f173-4371-b67a-a865bea8c9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:06.863349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:08.366012 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2c18c390-3088-4123-8da3-7589de1dab8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:08.837171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:09.374570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:10.806246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:22.644132 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:22:36.337086 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d31b15cd-bd9f-40a2-b279-a86921c0283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:36.859828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:38.360679 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f70e8fbb-765b-473a-9cb7-d2fd41c3e88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:38.829717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:39.381547 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:40.604863 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ea17f72-d406-4f84-b4b3-4ad4954a212d req-741af7bb-1b5c-482e-a95b-2fda81126b07 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772882 Apr 19 19:22:40.769141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea17f72-d406-4f84-b4b3-4ad4954a212d req-665e44b2-ce87-486b-9fd4-bdb2516f7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:22:40.770760 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ea17f72-d406-4f84-b4b3-4ad4954a212d req-665e44b2-ce87-486b-9fd4-bdb2516f7e5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1098 time: 0.0841563 Apr 19 19:22:40.801990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:40.933326 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea17f72-d406-4f84-b4b3-4ad4954a212d req-a76b2056-c176-46c5-9177-19617f70e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:22:40.934932 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ea17f72-d406-4f84-b4b3-4ad4954a212d req-a76b2056-c176-46c5-9177-19617f70e754 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1433647 Apr 19 19:22:41.007295 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ea17f72-d406-4f84-b4b3-4ad4954a212d req-22d3756d-b05f-4f78-b9ca-b6b957b795fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 217 time: 0.0654635 Apr 19 19:22:41.082049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea17f72-d406-4f84-b4b3-4ad4954a212d req-fb9a536f-4b3c-4651-bec9-dd38644faa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:22:41.083652 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ea17f72-d406-4f84-b4b3-4ad4954a212d req-fb9a536f-4b3c-4651-bec9-dd38644faa0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0691438 Apr 19 19:22:41.137226 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ea17f72-d406-4f84-b4b3-4ad4954a212d req-0499d1a7-b8c2-4471-a60d-f1ad8b42a137 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469398 Apr 19 19:22:41.279530 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ea17f72-d406-4f84-b4b3-4ad4954a212d req-fa719c9e-eeaa-441e-8b33-d5596110d2ce service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344063 Apr 19 19:22:41.423007 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1ea17f72-d406-4f84-b4b3-4ad4954a212d req-092d8511-6d4f-4ed9-881c-f69bb09c9a8e service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362226 Apr 19 19:22:59.643708 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:23:06.334573 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-07c653be-aacc-4436-91f6-37a3e10532de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:06.866519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:08.364174 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9446fffb-a777-4be0-b6d8-543ab1643a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:08.834402 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:09.376601 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:10.811330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:36.338879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0af8cdb4-bb42-4207-bdfd-5fe81fbfa781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:36.649843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:23:36.864141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:38.376752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-08371e45-10c0-443e-8e62-76af81c8af8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:38.847784 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:39.381471 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:40.816226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:43.306836 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60b9b2ea-5e5b-4f57-9c89-da428e130a27 req-b64a58a2-ba48-4791-b0f9-73a01f93d409 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799606 Apr 19 19:23:43.413243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9b2ea-5e5b-4f57-9c89-da428e130a27 req-ff845c41-b699-4e72-a33a-b9f1ff08d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:23:43.415091 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60b9b2ea-5e5b-4f57-9c89-da428e130a27 req-ff845c41-b699-4e72-a33a-b9f1ff08d7ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 1098 time: 0.0860395 Apr 19 19:23:43.579376 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9b2ea-5e5b-4f57-9c89-da428e130a27 req-082879ef-3782-487e-afb3-9d49a2ccbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:23:43.580835 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60b9b2ea-5e5b-4f57-9c89-da428e130a27 req-082879ef-3782-487e-afb3-9d49a2ccbe50 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 920 time: 0.1395767 Apr 19 19:23:43.659097 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60b9b2ea-5e5b-4f57-9c89-da428e130a27 req-bbe26774-1aff-439d-8762-1a954af3e4a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5e26c8-7091-4829-ac60-19ddfac94774 HTTP/1.1" status: 200 len: 217 time: 0.0706069 Apr 19 19:23:43.730422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9b2ea-5e5b-4f57-9c89-da428e130a27 req-8c30e763-1b70-4355-afa7-967dd3264138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:23:43.732070 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60b9b2ea-5e5b-4f57-9c89-da428e130a27 req-8c30e763-1b70-4355-afa7-967dd3264138 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.0657847 Apr 19 19:23:43.785715 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60b9b2ea-5e5b-4f57-9c89-da428e130a27 req-de382dab-68e9-4d4f-95dd-7fa0cefc4434 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462723 Apr 19 19:23:43.943294 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60b9b2ea-5e5b-4f57-9c89-da428e130a27 req-94342482-1848-445d-b77d-bea2e207df1e service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500835 Apr 19 19:23:44.090019 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60b9b2ea-5e5b-4f57-9c89-da428e130a27 req-850382b8-b0b1-4dbb-8449-80494734a086 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391566 Apr 19 19:24:06.341820 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-355202c4-4c68-4615-a3f2-5db7862e3d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:24:06.853346 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:24:08.376759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-83010a0f-3cae-40c5-b1c4-c44f79faebf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:24:08.843676 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:24:09.386172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:24:10.821918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:24:13.644944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:24:36.339976 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6d79b7bb-b928-4954-80f8-9c1ef0ccbc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:24:36.867040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:24:38.377265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3eea8e05-6306-4d86-a293-963cb4d6c1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:24:38.854298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:24:39.395185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:24:40.817529 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:24:42.867377 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-741a6517-8c47-409e-9b05-1cfc3dd85c46 req-3e853ec3-30dc-4681-8bdf-08a2dba32c68 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3132374 Apr 19 19:24:42.969964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a6517-8c47-409e-9b05-1cfc3dd85c46 req-36c05fdd-06ff-4ace-b1bf-a93acdbd367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:24:42.971593 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-741a6517-8c47-409e-9b05-1cfc3dd85c46 req-36c05fdd-06ff-4ace-b1bf-a93acdbd367c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6689c5d5c27340a894320308cf2f6a9f&device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 1098 time: 0.0815537 Apr 19 19:24:43.141547 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a6517-8c47-409e-9b05-1cfc3dd85c46 req-d8e2befb-b110-4d4e-a6df-a61b31f413e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:24:43.143134 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-741a6517-8c47-409e-9b05-1cfc3dd85c46 req-d8e2befb-b110-4d4e-a6df-a61b31f413e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 200 len: 920 time: 0.1509924 Apr 19 19:24:43.219549 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-741a6517-8c47-409e-9b05-1cfc3dd85c46 req-eaaf5e72-5037-48be-8251-d2534e5bce23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149c7f26-5d85-4fa7-ba36-a92616ece815 HTTP/1.1" status: 200 len: 217 time: 0.0683668 Apr 19 19:24:43.295409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a6517-8c47-409e-9b05-1cfc3dd85c46 req-5d6f5a6f-83d5-4c9f-bd9b-eaa44f04236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:24:43.296995 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-741a6517-8c47-409e-9b05-1cfc3dd85c46 req-5d6f5a6f-83d5-4c9f-bd9b-eaa44f04236a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 200 len: 859 time: 0.0706520 Apr 19 19:24:43.354208 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-741a6517-8c47-409e-9b05-1cfc3dd85c46 req-ef891132-0477-4867-8e01-8829b6969452 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6901271f-6259-4dc8-854a-e6f810c52aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505674 Apr 19 19:24:43.498911 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-741a6517-8c47-409e-9b05-1cfc3dd85c46 req-e2d4f202-1b85-4956-a372-3a8a165d8511 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378274 Apr 19 19:24:43.641447 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-741a6517-8c47-409e-9b05-1cfc3dd85c46 req-17b89ad1-63f6-42b6-9596-b01a1b354a13 service neutron] 10.222.0.52 "GET /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358511 Apr 19 19:24:50.651792 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:25:06.339199 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-27ece2b9-db7c-4fa0-a173-2993ad0d1088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:06.867870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:08.550004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-70c07ad0-1467-4102-a6c7-3d5cd6275cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:08.862015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:09.396357 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:10.822497 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:27.652407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:25:36.340312 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b14e7175-825c-4e6b-be60-1e9883144514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:36.869812 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:38.378414 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-97bae1a7-67e0-4b4e-ae09-26654cf4076f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:38.851986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:39.400593 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:40.824009 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:42.551002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cba345-867e-4d28-9eb8-97ca416053b2 req-d74a1984-eb6f-4b3c-b7e1-4b402c3bc341 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:42.552602 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e2cba345-867e-4d28-9eb8-97ca416053b2 req-d74a1984-eb6f-4b3c-b7e1-4b402c3bc341 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 946 time: 0.2110190 Apr 19 19:25:42.601670 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e2cba345-867e-4d28-9eb8-97ca416053b2 req-38cb4bb8-f0a2-403a-abd5-0e8d443dae6f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 Apr 19 19:25:43.039913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-64f0f2d2-964e-457b-a60d-1645c7081d4f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:43.040963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-64f0f2d2-964e-457b-a60d-1645c7081d4f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Synchronizing usage tracker for tenant:fbff15111e1d4753ab5b433204c69165 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:25:43.060293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-64f0f2d2-964e-457b-a60d-1645c7081d4f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Unset dirty status for tenant:fbff15111e1d4753ab5b433204c69165 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:25:43.061507 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-64f0f2d2-964e-457b-a60d-1645c7081d4f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 946 time: 0.1270938 Apr 19 19:25:43.139825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Deleting port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:25:43.140213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:43.423714 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] For port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=46cde9d6-47a9-4fc8-bb6a-4151d9351b96,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:25:43.424052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:43.559353 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Calling delete_port for 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:25:43.715057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:43.722123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:25:43.726841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['777f44fc-ac49-4014-8738-fbda985bbd09', '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e', '0ac35330-f57a-458e-9d4f-f6145f589aec', '46cde9d6-47a9-4fc8-bb6a-4151d9351b96'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:25:43.777252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Pushing event deleted for resources: {'Port': ['ID=46cde9d6-47a9-4fc8-bb6a-4151d9351b96,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:25:43.822393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:43.822862 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:43.823262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:43.823659 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:43.824055 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:43.824443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:43.824832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:43.825233 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:43.825617 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:43.826003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:43.826394 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:43.826805 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:43.853654 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3ff53902-07c3-4cf4-8388-d1bcfe40fdec req-79ec27b5-7f40-44a1-9222-d321d1cc0843 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.1137705 Apr 19 19:25:43.856051 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:25:43.869146 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] No DVR routers for this DVR port 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 on host hv-cinder-78693 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:25:43.872086 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:43.876524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4e48c7-7e4d-43b7-adf4-192793c4a1a2', 'name': 'network-vif-deleted', 'tag': '46cde9d6-47a9-4fc8-bb6a-4151d9351b96'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:25:43.890517 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-73e8c366-98a9-4e0a-9f68-806e271205e6 req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "DELETE /v2.0/ports/46cde9d6-47a9-4fc8-bb6a-4151d9351b96 HTTP/1.1" status: 204 len: 173 time: 0.8232534 Apr 19 19:25:43.998275 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4e48c7-7e4d-43b7-adf4-192793c4a1a2', 'name': 'network-vif-deleted', 'tag': '46cde9d6-47a9-4fc8-bb6a-4151d9351b96', 'status': 'completed', 'code': 200} Apr 19 19:25:44.622745 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a1ab8ff9-a735-489d-9b7a-774afa37b032 req-6e0072b9-cc98-4949-9d9d-cb0f05ca46e5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834730 Apr 19 19:25:44.733479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab8ff9-a735-489d-9b7a-774afa37b032 req-542f38ab-70ac-4acf-8cb5-5bb9b4d28fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:44.735082 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a1ab8ff9-a735-489d-9b7a-774afa37b032 req-542f38ab-70ac-4acf-8cb5-5bb9b4d28fd3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 1099 time: 0.0865111 Apr 19 19:25:44.892818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab8ff9-a735-489d-9b7a-774afa37b032 req-c4371ad9-d96a-4700-9840-8fa485888e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:44.894399 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a1ab8ff9-a735-489d-9b7a-774afa37b032 req-c4371ad9-d96a-4700-9840-8fa485888e9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1387618 Apr 19 19:25:44.975044 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a1ab8ff9-a735-489d-9b7a-774afa37b032 req-5e3e8967-17d5-4c92-af6e-c50f82002276 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e HTTP/1.1" status: 200 len: 217 time: 0.0732965 Apr 19 19:25:45.024349 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4d20d426-bb35-47bb-85d8-c1a75644a0e0 req-633dc9c7-f59d-4bdf-b3dc-16b0c8e4da2a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0502858 Apr 19 19:25:45.045453 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab8ff9-a735-489d-9b7a-774afa37b032 req-ba1ea696-6eb8-47e7-9fb6-7c3b18a6edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:45.047065 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a1ab8ff9-a735-489d-9b7a-774afa37b032 req-ba1ea696-6eb8-47e7-9fb6-7c3b18a6edfe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0646601 Apr 19 19:25:45.103703 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a1ab8ff9-a735-489d-9b7a-774afa37b032 req-39d3fa45-7b53-470a-8455-221227af4462 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494421 Apr 19 19:25:45.253835 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a1ab8ff9-a735-489d-9b7a-774afa37b032 req-1e373eee-6240-425e-b15d-019e798567da service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423168 Apr 19 19:25:45.407001 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a1ab8ff9-a735-489d-9b7a-774afa37b032 req-aa8db729-247f-48b1-abe1-40cc8c3d41e8 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461248 Apr 19 19:25:46.204425 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cef1a675-0d85-4dbc-a4d1-1edce0b49ce2 req-55aab189-404b-4584-af27-e59ebcb0be54 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0520780 Apr 19 19:25:46.679882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:25:46.728924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:25:46.729308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 46cde9d6-47a9-4fc8-bb6a-4151d9351b96 not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:25:47.392172 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-894a2312-8f5d-4b82-ab51-aa6e4a21c42d req-86eca5f5-3bda-4d1e-b949-cda6170420ca tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0608990 Apr 19 19:25:48.574604 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-40a65072-e8cb-471d-8412-9c57330da8fe req-9e3f0664-e77e-494d-b667-0b6b294dd0cc tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0544016 Apr 19 19:25:49.751228 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-558ad4fa-5b83-4ec1-81f7-904cbb6f73bf req-73f82f8f-9f88-4935-bd59-4cc05f2777b2 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0563817 Apr 19 19:25:50.174898 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebd20b-71cb-47c0-bc62-ecd4088c88ef req-2abb492e-da1c-4ce7-9f8b-ac91b421d81b tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:50.176536 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7cebd20b-71cb-47c0-bc62-ecd4088c88ef req-2abb492e-da1c-4ce7-9f8b-ac91b421d81b tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 946 time: 0.0905120 Apr 19 19:25:50.276967 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7cebd20b-71cb-47c0-bc62-ecd4088c88ef req-36ec3944-beb3-446a-95a2-63a0035383e0 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/security-groups?id=d4171d0f-bba5-41b6-84cc-7e32019e37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939901 Apr 19 19:25:50.311693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9e64-30b5-4ca6-8013-02b7740d2ea2 req-f847a0e2-a3fc-42c2-9f33-d419c4bd2535 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:50.313244 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d63f9e64-30b5-4ca6-8013-02b7740d2ea2 req-f847a0e2-a3fc-42c2-9f33-d419c4bd2535 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.1285036 Apr 19 19:25:50.362353 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d63f9e64-30b5-4ca6-8013-02b7740d2ea2 req-409236e2-7476-4239-a936-85016350990b tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Apr 19 19:25:50.583947 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec0bc5-fa69-4eea-84b7-fbfd62289870 req-7072a80c-a088-4e3b-86a9-9409165cbde5 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:50.585491 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9ec0bc5-fa69-4eea-84b7-fbfd62289870 req-7072a80c-a088-4e3b-86a9-9409165cbde5 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 946 time: 0.0932968 Apr 19 19:25:50.664426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-b9ec0bc5-fa69-4eea-84b7-fbfd62289870 req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Deleting port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:25:50.664666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b9ec0bc5-fa69-4eea-84b7-fbfd62289870 req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:50.745392 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b8491-6789-4198-8ae7-c0ab04194eed req-122543b7-f2d6-4aae-8b21-f3b6b13fb191 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:50.747044 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-376b8491-6789-4198-8ae7-c0ab04194eed req-122543b7-f2d6-4aae-8b21-f3b6b13fb191 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.0917723 Apr 19 19:25:50.828809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-376b8491-6789-4198-8ae7-c0ab04194eed req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Deleting port 149c7f26-5d85-4fa7-ba36-a92616ece815 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:25:50.829393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-376b8491-6789-4198-8ae7-c0ab04194eed req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:50.932559 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-b9ec0bc5-fa69-4eea-84b7-fbfd62289870 req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] For port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08,segment=NetworkSegment(fbfcfb8f-2545-4de2-8fb7-8c310fadd553),segment_id=fbfcfb8f-2545-4de2-8fb7-8c310fadd553)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:25:50.932814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b9ec0bc5-fa69-4eea-84b7-fbfd62289870 req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:50.935805 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9b91a0e2-18ae-4b84-ba27-753498aeb22c req-f5bd432b-bce0-4668-9ee5-986713f2d439 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0643804 Apr 19 19:25:51.075667 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-b9ec0bc5-fa69-4eea-84b7-fbfd62289870 req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Calling delete_port for 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:25:51.238526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b9ec0bc5-fa69-4eea-84b7-fbfd62289870 req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:51.247535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:25:51.252602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['28c5fe47-d5fe-4d7e-92d4-09e8bcafae08'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:25:51.306158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Pushing event deleted for resources: {'Port': ['ID=28c5fe47-d5fe-4d7e-92d4-09e8bcafae08,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:25:51.310312 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:25:51.389186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ec0bc5-fa69-4eea-84b7-fbfd62289870 req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] No DVR routers for this DVR port 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 on host hv-cinder-78693 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:25:51.392474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b9ec0bc5-fa69-4eea-84b7-fbfd62289870 req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:51.396915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc470772-0bc0-42ae-bc44-ce05f54aad28', 'name': 'network-vif-deleted', 'tag': '28c5fe47-d5fe-4d7e-92d4-09e8bcafae08'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:25:51.404167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-376b8491-6789-4198-8ae7-c0ab04194eed req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] For port 149c7f26-5d85-4fa7-ba36-a92616ece815, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=149c7f26-5d85-4fa7-ba36-a92616ece815,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:25:51.404566 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-376b8491-6789-4198-8ae7-c0ab04194eed req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:51.415007 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b9ec0bc5-fa69-4eea-84b7-fbfd62289870 req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.52 "DELETE /v2.0/ports/28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 HTTP/1.1" status: 204 len: 173 time: 0.8225925 Apr 19 19:25:51.469988 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-228032ad-eb6e-470c-b87f-16e68ab917e3 req-a407e0e6-669b-476d-9ed6-c493945551c3 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0563419 Apr 19 19:25:51.530871 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc470772-0bc0-42ae-bc44-ce05f54aad28', 'name': 'network-vif-deleted', 'tag': '28c5fe47-d5fe-4d7e-92d4-09e8bcafae08', 'status': 'completed', 'code': 200} Apr 19 19:25:51.599583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-376b8491-6789-4198-8ae7-c0ab04194eed req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Calling delete_port for 149c7f26-5d85-4fa7-ba36-a92616ece815 owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:25:51.799977 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984ed50-3b33-4dd8-8f18-52390f6ca218 req-07ff2861-ff3f-4fe2-bd23-4bed60de321d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:51.801582 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5984ed50-3b33-4dd8-8f18-52390f6ca218 req-07ff2861-ff3f-4fe2-bd23-4bed60de321d tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e17f61-6da2-4244-8441-39164c8b72bf HTTP/1.1" status: 200 len: 945 time: 0.2743485 Apr 19 19:25:51.852846 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-376b8491-6789-4198-8ae7-c0ab04194eed req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:51.861031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0c6bd856-624f-48a7-b459-5d54c83c7f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:25:51.865435 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['aa5e26c8-7091-4829-ac60-19ddfac94774', '149c7f26-5d85-4fa7-ba36-a92616ece815'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:25:51.916467 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Pushing event deleted for resources: {'Port': ['ID=149c7f26-5d85-4fa7-ba36-a92616ece815,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:25:51.924130 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5984ed50-3b33-4dd8-8f18-52390f6ca218 req-11b193de-20e0-4b2e-9055-7349527787be tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129529 Apr 19 19:25:51.961524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:51.962330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:51.962330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:51.962666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:51.963069 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:51.963488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:51.963845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:51.964211 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:51.964613 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:51.964992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:51.965372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:51.965779 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:25:51.974114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:25:52.012000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-376b8491-6789-4198-8ae7-c0ab04194eed req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] No DVR routers for this DVR port 149c7f26-5d85-4fa7-ba36-a92616ece815 on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:25:52.016525 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-376b8491-6789-4198-8ae7-c0ab04194eed req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:52.019479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e17f61-6da2-4244-8441-39164c8b72bf', 'name': 'network-vif-deleted', 'tag': '149c7f26-5d85-4fa7-ba36-a92616ece815'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:25:52.045290 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-376b8491-6789-4198-8ae7-c0ab04194eed req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.52 "DELETE /v2.0/ports/149c7f26-5d85-4fa7-ba36-a92616ece815 HTTP/1.1" status: 204 len: 173 time: 1.2926109 Apr 19 19:25:52.128016 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-774bf85e-6d86-4ec8-a1f4-7ac5f71c027b req-c4abde39-10c4-4a4b-89dd-86f001b4bb4b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0742006 Apr 19 19:25:52.141648 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e17f61-6da2-4244-8441-39164c8b72bf', 'name': 'network-vif-deleted', 'tag': '149c7f26-5d85-4fa7-ba36-a92616ece815', 'status': 'completed', 'code': 200} Apr 19 19:25:52.640638 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-db83e0fc-376f-405e-b4c5-35c573ec68b6 req-0758fb35-2218-4789-a22f-8ffd1921bec3 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0485146 Apr 19 19:25:53.296100 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6de69537-408e-44f9-8a76-453fa17ffb50 req-8bc9f842-c8b8-4247-bec2-4d1a7aee74a5 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0489810 Apr 19 19:25:53.418151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c42cb-a3f5-419f-8bc7-ddcc99bf2292 req-0ef27b0f-6410-4c0e-b0e8-912088e1913e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:53.418904 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-488c42cb-a3f5-419f-8bc7-ddcc99bf2292 req-0ef27b0f-6410-4c0e-b0e8-912088e1913e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Synchronizing usage tracker for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:25:53.435715 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-488c42cb-a3f5-419f-8bc7-ddcc99bf2292 req-0ef27b0f-6410-4c0e-b0e8-912088e1913e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Unset dirty status for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:25:53.437387 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-488c42cb-a3f5-419f-8bc7-ddcc99bf2292 req-0ef27b0f-6410-4c0e-b0e8-912088e1913e tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1113362 Apr 19 19:25:53.489323 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-488c42cb-a3f5-419f-8bc7-ddcc99bf2292 req-ad80659b-21d8-47e4-9004-1ad297d6eea1 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418470 Apr 19 19:25:53.844014 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e2b84acc-5041-4e2b-9c19-cb64c437fd92 req-e7d33934-07a2-4fc3-a2ee-a2b413abcdd7 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0614643 Apr 19 19:25:53.884995 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505bfa5-79a3-4754-9cf6-076068379cef req-9ea036ff-782f-4115-85a3-ce53685f97f9 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:53.886693 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1505bfa5-79a3-4754-9cf6-076068379cef req-9ea036ff-782f-4115-85a3-ce53685f97f9 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 945 time: 0.1456842 Apr 19 19:25:53.977009 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-1505bfa5-79a3-4754-9cf6-076068379cef req-ba47f84d-51ef-4833-9b98-b16538de9252 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Deleting port aa5e26c8-7091-4829-ac60-19ddfac94774 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:25:53.977394 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-1505bfa5-79a3-4754-9cf6-076068379cef req-ba47f84d-51ef-4833-9b98-b16538de9252 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:54.297055 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-1505bfa5-79a3-4754-9cf6-076068379cef req-ba47f84d-51ef-4833-9b98-b16538de9252 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] For port aa5e26c8-7091-4829-ac60-19ddfac94774, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aa5e26c8-7091-4829-ac60-19ddfac94774,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:25:54.297683 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-1505bfa5-79a3-4754-9cf6-076068379cef req-ba47f84d-51ef-4833-9b98-b16538de9252 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:54.460496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-1505bfa5-79a3-4754-9cf6-076068379cef req-ba47f84d-51ef-4833-9b98-b16538de9252 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Calling delete_port for aa5e26c8-7091-4829-ac60-19ddfac94774 owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:25:54.551596 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-05aaed26-8f38-4a58-8828-13c351976fb9 req-e3986a0e-8d24-465a-a41c-4a7cca1f2073 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.1011968 Apr 19 19:25:54.710296 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 149c7f26-5d85-4fa7-ba36-a92616ece815 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:25:54.720359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-1505bfa5-79a3-4754-9cf6-076068379cef req-ba47f84d-51ef-4833-9b98-b16538de9252 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:54.727472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:25:54.743997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['aa5e26c8-7091-4829-ac60-19ddfac94774'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:25:54.783201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47f84d-51ef-4833-9b98-b16538de9252 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Pushing event deleted for resources: {'Port': ['ID=aa5e26c8-7091-4829-ac60-19ddfac94774,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:25:54.785869 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ba47f84d-51ef-4833-9b98-b16538de9252 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:25:54.788820 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: 149c7f26-5d85-4fa7-ba36-a92616ece815 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:25:54.789195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 149c7f26-5d85-4fa7-ba36-a92616ece815 not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:25:54.789670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:25:54.827835 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:25:54.828186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 28c5fe47-d5fe-4d7e-92d4-09e8bcafae08 not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:25:54.873886 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-1505bfa5-79a3-4754-9cf6-076068379cef req-ba47f84d-51ef-4833-9b98-b16538de9252 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] No DVR routers for this DVR port aa5e26c8-7091-4829-ac60-19ddfac94774 on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:25:54.876494 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-1505bfa5-79a3-4754-9cf6-076068379cef req-ba47f84d-51ef-4833-9b98-b16538de9252 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:54.879455 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b139e4-8c66-4dae-bbcf-4a2c22532f98', 'name': 'network-vif-deleted', 'tag': 'aa5e26c8-7091-4829-ac60-19ddfac94774'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:25:54.902888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca23ba-d878-4778-9ed8-7feeb41993f3 req-0d7508b3-e23b-401c-8201-e293b3c92118 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:25:54.903615 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-5cca23ba-d878-4778-9ed8-7feeb41993f3 req-0d7508b3-e23b-401c-8201-e293b3c92118 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Synchronizing usage tracker for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:25:54.911029 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1505bfa5-79a3-4754-9cf6-076068379cef req-ba47f84d-51ef-4833-9b98-b16538de9252 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.52 "DELETE /v2.0/ports/aa5e26c8-7091-4829-ac60-19ddfac94774 HTTP/1.1" status: 204 len: 173 time: 1.0179090 Apr 19 19:25:54.921445 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-5cca23ba-d878-4778-9ed8-7feeb41993f3 req-0d7508b3-e23b-401c-8201-e293b3c92118 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Unset dirty status for tenant:6689c5d5c27340a894320308cf2f6a9f on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:25:54.923167 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5cca23ba-d878-4778-9ed8-7feeb41993f3 req-0d7508b3-e23b-401c-8201-e293b3c92118 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1b139e4-8c66-4dae-bbcf-4a2c22532f98 HTTP/1.1" status: 200 len: 867 time: 0.2915132 Apr 19 19:25:55.014147 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5cca23ba-d878-4778-9ed8-7feeb41993f3 req-0712d160-347a-4d7f-a95c-9d8a6337ef93 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f9aa303-c742-42ce-98b9-7ee6c524d154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842955 Apr 19 19:25:55.021806 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc3de46d-62a3-4582-b543-af3f35d813ac req-7b537a4d-805b-4828-a20e-cb620cf0233f tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0547607 Apr 19 19:25:55.075685 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b139e4-8c66-4dae-bbcf-4a2c22532f98', 'name': 'network-vif-deleted', 'tag': 'aa5e26c8-7091-4829-ac60-19ddfac94774', 'status': 'completed', 'code': 200} Apr 19 19:25:55.722274 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2a45ce17-7600-4bb0-b8dc-4fc5958112cc req-eb5d3fb6-237a-48d7-97a6-a5ead4c24bec tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0575116 Apr 19 19:25:56.134396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47052) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:25:56.202068 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-feadb237-79ee-42ea-a8f8-39d094ab21a9 req-8c9ae729-e0d8-4d1d-bf50-30559777dd02 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0486174 Apr 19 19:25:56.715079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device aa5e26c8-7091-4829-ac60-19ddfac94774 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:25:56.763441 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: aa5e26c8-7091-4829-ac60-19ddfac94774 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:25:56.763889 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device aa5e26c8-7091-4829-ac60-19ddfac94774 not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:25:56.876493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396441'] for router_interface, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:56.892666 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-282d2441-2cf7-4b1c-a8eb-d7fcb4e9500a req-db64412f-54d6-4818-b1a4-086816c6af11 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0491347 Apr 19 19:25:57.371990 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0aa4fa88-87dd-49ca-9fd2-32ba23a5f7ce req-57e4f8ff-febd-4f47-9cbe-9410fc707238 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0526872 Apr 19 19:25:57.483417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] Deleting port b77a7d0d-fc59-4ba3-846a-85ba6d778d9e {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:25:57.483792 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:57.667678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] For port b77a7d0d-fc59-4ba3-846a-85ba6d778d9e, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=b77a7d0d-fc59-4ba3-846a-85ba6d778d9e,segment=NetworkSegment(a1c109f8-61af-45ff-b974-d3d3bcba84f5),segment_id=a1c109f8-61af-45ff-b974-d3d3bcba84f5)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:25:57.667928 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:57.803170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] Calling delete_port for b77a7d0d-fc59-4ba3-846a-85ba6d778d9e owned by network:router_interface {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:25:57.988364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:57.992194 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:25:58.038861 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=b77a7d0d-fc59-4ba3-846a-85ba6d778d9e,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:25:58.041558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:25:58.059213 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2b428f94-463d-46ba-beea-493aaa01b233 req-21c670fd-fe0a-4e67-a74d-0b153e022bc1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0509303 Apr 19 19:25:58.328270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850862686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396519'] for router_interface, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:58.537803 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7bce5e2d-1ae3-4a22-ab3b-a08a2fd3006d req-8264f464-d8a7-480e-a1a1-6b48a8e85276 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0507822 Apr 19 19:25:58.716944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] Router 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:25:58.909199 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:25:58.919028 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff994193-8f35-4973-b1f2-a7de0c75518c None None] Sync routers for ids ['51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:25:58.927216 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] 10.222.0.55 "PUT /v2.0/routers/51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7914751 Apr 19 19:25:58.930081 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47066) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:25:58.931294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff994193-8f35-4973-b1f2-a7de0c75518c None None] Routers {'51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:25:58.931983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ff994193-8f35-4973-b1f2-a7de0c75518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:25:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:25:59.121562 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:59.123618 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-ff994193-8f35-4973-b1f2-a7de0c75518c None None] Set router 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:25:59.238920 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4df62296-40bc-4301-8ffc-e0a7eee79d20 req-d45fe2ad-2ba7-413c-89ed-b9868e539dc2 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0532529 Apr 19 19:25:59.310401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:59.320107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Deleting port d250b86c-a94a-4a5b-9057-ab5c23a956fd {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:25:59.320479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:59.431047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ff994193-8f35-4973-b1f2-a7de0c75518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1896248626-router', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:21Z', 'updated_at': '2021-04-19T19:25:57Z', 'revision_number': 5, 'project_id': '6689c5d5c27340a894320308cf2f6a9f', 'gw_port': {'id': 'd250b86c-a94a-4a5b-9057-ab5c23a956fd', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:22Z', 'updated_at': '2021-04-19T19:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:25:59.435194 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff994193-8f35-4973-b1f2-a7de0c75518c None None] Checking router: 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:25:59.444966 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff994193-8f35-4973-b1f2-a7de0c75518c None None] Routers {'51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:25:59.445713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ff994193-8f35-4973-b1f2-a7de0c75518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:25:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:25:59.507339 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] For port d250b86c-a94a-4a5b-9057-ab5c23a956fd, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=d250b86c-a94a-4a5b-9057-ab5c23a956fd,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:25:59.507746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:25:59.614343 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-ff994193-8f35-4973-b1f2-a7de0c75518c None None] Set router 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 gateway port host: None {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:25:59.713964 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d245480d-db8c-48ab-b1b7-251845883795 req-ec5387bf-7c10-4e8c-96d4-f89b9e040617 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0528507 Apr 19 19:25:59.734176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ff994193-8f35-4973-b1f2-a7de0c75518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1896248626-router', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:21Z', 'updated_at': '2021-04-19T19:25:59Z', 'revision_number': 6, 'project_id': '6689c5d5c27340a894320308cf2f6a9f', 'gw_port_host': None}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:25:59.741063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff994193-8f35-4973-b1f2-a7de0c75518c None None] The sync data for ids ['51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0'] in dv-cinder-786931-1-iscsi is: [{'id': '51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1896248626-router', 'tenant_id': '6689c5d5c27340a894320308cf2f6a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:21Z', 'updated_at': '2021-04-19T19:25:59Z', 'revision_number': 6, 'project_id': '6689c5d5c27340a894320308cf2f6a9f', 'gw_port_host': None}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:25:59.878742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Calling delete_port for d250b86c-a94a-4a5b-9057-ab5c23a956fd owned by network:router_gateway {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:26:00.062747 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:00.068532 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:26:00.115988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d250b86c-a94a-4a5b-9057-ab5c23a956fd,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:26:00.118713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:26:00.152126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device b77a7d0d-fc59-4ba3-846a-85ba6d778d9e no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:26:00.191704 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: b77a7d0d-fc59-4ba3-846a-85ba6d778d9e {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:26:00.192096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device b77a7d0d-fc59-4ba3-846a-85ba6d778d9e not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:26:00.192563 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device d250b86c-a94a-4a5b-9057-ab5c23a956fd no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:26:00.222951 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851000474'] for router_gateway, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:00.228809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: d250b86c-a94a-4a5b-9057-ab5c23a956fd {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:26:00.229114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device d250b86c-a94a-4a5b-9057-ab5c23a956fd not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:26:00.403888 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a0cc396d-6fef-4850-a37e-ecce66e95060 req-eadaf436-e949-46ee-b167-d9dd55045e04 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0494177 Apr 19 19:26:00.413218 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32676'] for router, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:00.415433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:00.504560 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395646'] for router, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:00.505131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 {{(pid=86440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:26:00.519239 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:00.520492 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-92505a71-540e-4cbd-92e3-d05451a523d0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/51bf90b8-6d2c-4c2d-bc68-3666e10aa3d0 HTTP/1.1" status: 204 len: 168 time: 1.5893795 Apr 19 19:26:00.523883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47076) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:26:00.590970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cab798-51ea-4828-94c6-535fb560fb9e admin admin] Deleting subnet e0884850-23a1-48fc-bfbb-a46bc1a4800f {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:26:00.594090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-34cab798-51ea-4828-94c6-535fb560fb9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:00.649805 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-34cab798-51ea-4828-94c6-535fb560fb9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1828217'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:00.716809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-34cab798-51ea-4828-94c6-535fb560fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:00.882669 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-73d785dc-a894-4079-a830-278cbe3deece req-89c11ea8-4b5e-4b7c-ac30-7b378f537d26 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0526044 Apr 19 19:26:01.003343 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-34cab798-51ea-4828-94c6-535fb560fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-875142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27428055'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:01.008684 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4186f46e-6a5d-4851-9b94-ecc776c2c51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:26:01.045067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cab798-51ea-4828-94c6-535fb560fb9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0884850-23a1-48fc-bfbb-a46bc1a4800f,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:26:01.048902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-34cab798-51ea-4828-94c6-535fb560fb9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:01.051674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-34cab798-51ea-4828-94c6-535fb560fb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:26:01.056144 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-34cab798-51ea-4828-94c6-535fb560fb9e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e0884850-23a1-48fc-bfbb-a46bc1a4800f HTTP/1.1" status: 204 len: 168 time: 0.5310757 Apr 19 19:26:01.060044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47082) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:26:01.176004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:01.319090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:01.439981 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6901271f-6259-4dc8-854a-e6f810c52aa8']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:26:01.453881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c109f8-61af-45ff-b974-d3d3bcba84f5') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:26:01.454192 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c109f8-61af-45ff-b974-d3d3bcba84f5') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:26:01.467151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947599'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:01.482994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:01.489607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:26:01.572183 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-239ea273-317b-4e8d-925a-1d18baf459f6 req-3366b855-fb8a-4963-a091-882cadaff1f8 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0532389 Apr 19 19:26:01.666952 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Network 6901271f-6259-4dc8-854a-e6f810c52aa8 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:26:01.679510 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853900507'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:01.858509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Network 6901271f-6259-4dc8-854a-e6f810c52aa8 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:26:01.881678 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:26:01.962797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:01.966705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:26:01.981081 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:01.995370 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Pushing event deleted for resources: {'Network': ['ID=6901271f-6259-4dc8-854a-e6f810c52aa8,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:26:01.999041 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] 10.222.0.55 "DELETE /v2.0/networks/6901271f-6259-4dc8-854a-e6f810c52aa8 HTTP/1.1" status: 204 len: 168 time: 0.9380236 Apr 19 19:26:02.000021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:26:02.048385 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d373d44-300f-4f68-bd1d-522e460b1153 req-1e56aca8-7001-494f-8dc9-9bc1a2cb574d tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0492408 Apr 19 19:26:02.132801 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47092) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:26:02.184758 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-57841909-475e-4374-99e2-a83a26722f81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6689c5d5c27340a894320308cf2f6a9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506327 Apr 19 19:26:02.187203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47096) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:26:02.250351 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7ba85b18-0b5c-473a-a385-59f5d73d5db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:02.287398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7ba85b18-0b5c-473a-a385-59f5d73d5db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:02.349256 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7ba85b18-0b5c-473a-a385-59f5d73d5db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:02.356534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9ae7b403-05ec-4fdf-b5e7-95575986814c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:26:02.372579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba85b18-0b5c-473a-a385-59f5d73d5db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9aa303-c742-42ce-98b9-7ee6c524d154,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:26:02.375090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7ba85b18-0b5c-473a-a385-59f5d73d5db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:26:02.384585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7ba85b18-0b5c-473a-a385-59f5d73d5db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:02.385836 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7ba85b18-0b5c-473a-a385-59f5d73d5db6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f9aa303-c742-42ce-98b9-7ee6c524d154 HTTP/1.1" status: 204 len: 168 time: 0.1976664 Apr 19 19:26:02.742027 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ec9522af-c60c-4374-92e2-1ff415d660a0 req-52e3a703-892e-458f-b94c-3d90a22d2f9d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0529659 Apr 19 19:26:03.219414 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4d1396af-0245-4878-8e24-105fccf4076e req-dbdd960d-c5d2-4dd3-bcbe-d9a084223b89 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0517993 Apr 19 19:26:03.905320 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a6384978-4265-470b-8f78-a5d5faa7cd66 req-4578f552-5ea2-4050-85ae-3dea35d24d26 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0496731 Apr 19 19:26:04.398997 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-41becf18-15c8-4715-b235-06141c92213c req-d799693d-df26-419c-8550-655a0794c5b9 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0547786 Apr 19 19:26:04.659113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:26:05.073844 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9149f654-ed57-4d21-b61a-fcfb1d385b3b req-60148170-401d-4ceb-b186-3bac3bdeeccb tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0491190 Apr 19 19:26:05.491037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [req-4ecb2d93-eea5-4049-909e-7faabf0a6cd2 req-b3ddecb6-cd59-460d-bac4-d989a600d9a9 service neutron] (86441) timed out ('10.222.0.52', 49257) {{(pid=86441) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 19 19:26:05.588035 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8801116f-9c4f-4223-98cb-c2c43806dc3b req-5997eaee-14e2-4d32-a4fc-b394b1030a73 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0490627 Apr 19 19:26:06.247792 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-159f7c22-8cc7-4d5a-ba4e-e01c6dd658fc req-6d3b4746-761a-48cb-bde8-3f765de664cb tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0572205 Apr 19 19:26:06.335713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0a562b93-ff66-4e68-8a9c-1c5bfd6c271d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:06.771112 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e94d9b15-39e0-41d8-9ced-c35534ac40a7 req-0d9fb046-5541-436d-a638-c9be80444147 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0507982 Apr 19 19:26:06.886006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:07.422992 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-00502063-4f6e-40cf-bdc2-64ae66cfbbb0 req-871a1f6d-c39b-46b0-b008-8b72fa653a7e tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0539539 Apr 19 19:26:07.955308 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d67b7c5-0b72-4341-b7d2-477d5df917e7 req-7a45b803-a67a-407e-98a2-e56cebca71ac tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0523114 Apr 19 19:26:08.377393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-74a00a0e-6429-4f0a-be41-69c8a108b8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:08.617021 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c4216616-69c8-458a-a449-5d58012e932a req-b258281c-70e0-4ca5-89e0-03e26f7901e5 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0599277 Apr 19 19:26:08.859781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:09.127576 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c94127fb-d920-42da-8445-c5c2f76378d5 req-e290dba3-67a5-4af9-b5bd-f7fec7f4bbfe tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0497930 Apr 19 19:26:09.396501 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:09.800382 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6660de8f-9503-4b34-92bc-f0d753ab69f1 req-26a0031d-0105-4d86-ad88-5f667e9c01b1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0531857 Apr 19 19:26:10.298682 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6d1b2087-4dd5-4bd9-abfb-056e2231bea7 req-e395d04e-690d-47c1-b895-0e6c4e0e534c tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0500658 Apr 19 19:26:10.832205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:10.962774 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a406bf93-5875-4bbf-8923-fd9f2560fd01 req-4282673e-f394-4d62-8444-6a732d9ae5a4 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0502996 Apr 19 19:26:11.483775 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2c79709e-6f3e-45ab-8362-0794a9879a7c req-17122e81-d219-474c-a67f-648000308f41 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0548813 Apr 19 19:26:12.145438 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ae506bf7-e375-4246-81d1-42f72c3ba455 req-d6878061-1d42-4823-adb3-8400216a3e1f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0505407 Apr 19 19:26:12.663207 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a48c46d5-4f23-435a-82ae-e287f79c066d req-5a572384-91a6-4477-a380-b875d6c1c5d0 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0510123 Apr 19 19:26:13.327295 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0f916254-84b7-4a24-9ba7-95a0ac2a8795 req-8c7f8936-63ba-4270-9f10-227990f64c2d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0513647 Apr 19 19:26:13.844610 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c35b732-1a7d-44ee-833f-19c668647022 req-3fe0837d-1b36-4d71-a3a5-50df7dbb44c2 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0510957 Apr 19 19:26:14.503742 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad529777-a634-4eb0-b0c7-22cc4b27bb40 req-b5b5ff28-6c0f-456a-a712-74eb95e56eae tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0543058 Apr 19 19:26:15.034469 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e7ed5ada-1fb5-4ddc-acd7-4e472d3ebbc7 req-e057d125-4328-43a6-b07b-434ef6d5b7ee tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0587044 Apr 19 19:26:15.681409 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ccf82223-8c98-4e57-815b-65e5f05735f5 req-dd44755f-a5fa-4207-a282-7fed51d095bd tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0492914 Apr 19 19:26:16.216805 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6e6aecd7-beac-4c8e-a3dd-60d003c7a9e2 req-a4a2ee58-428b-472c-b8b1-5c30785aceb1 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0485075 Apr 19 19:26:16.885831 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-31df255e-b803-4b72-9ba3-5f94071e4610 req-ea5e20fb-e399-42ec-abab-6210d5d6e087 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0637245 Apr 19 19:26:17.411738 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4ded9377-3766-40ea-93d8-c4dc8013e427 req-97460ed4-f82c-4be3-978e-6546e6ec02ad tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0518672 Apr 19 19:26:18.073391 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cdf4ac7e-218e-454c-964e-e257937957e0 req-0cfa2455-9aff-4ebc-886b-53d99798489b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0544267 Apr 19 19:26:18.588678 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a6974792-c760-4bf2-a2ac-b33f4c317c72 req-ddf2cd01-904b-4050-baf7-26b0ca7d5541 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0516856 Apr 19 19:26:19.247037 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64619ea6-a703-4325-84e3-1ffc761c713b req-12dc6df3-0796-47f1-ae07-e875d314196c tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0527813 Apr 19 19:26:19.772530 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c5bd8e52-a510-4ee5-a021-03d542e68574 req-33707b22-1042-4880-8a0b-8430ffbb73df tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0559833 Apr 19 19:26:20.657858 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-999edfd9-4b3d-45ff-b1d7-71376a5738b2 req-b9baae41-1c72-477c-9d0c-9fb7c6aec8d7 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.2881236 Apr 19 19:26:20.948082 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-38b43b3c-b551-4630-a5cd-909a984af5b8 req-bd5a9b3a-7edd-40bd-8327-121a9c1131a1 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0497305 Apr 19 19:26:21.841375 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3c228918-a8b6-45a3-92ea-a6f01f5b0b27 req-6ef7814f-92cf-4980-994d-258d52d3285d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0499244 Apr 19 19:26:22.129804 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0cbd15d-dd42-4cb7-bbac-ea49be7c00ee req-6eb68ade-4b61-4315-adff-dbe152af2828 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0509830 Apr 19 19:26:23.020017 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d648e91d-f43f-4fa9-aded-31e7d3f3743e req-717722ec-030d-4488-a564-604dddfe873d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0491784 Apr 19 19:26:23.310002 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4b772cea-e620-4c7a-96e1-ec6400ade542 req-a698497c-4e55-48cd-abdd-0170b8f974f3 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0500722 Apr 19 19:26:24.206709 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d3ebc4c2-6e73-45cf-b65e-4b36f687f212 req-26ed7f35-21dd-4098-a75a-ac6bc745ba80 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0502534 Apr 19 19:26:24.503475 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a6aeac05-20f4-4d24-bfa8-bd963b095ef5 req-c823f1da-6a00-4616-9702-c3237c872cd1 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0608230 Apr 19 19:26:25.392596 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5e366d0e-21d7-43cf-8e6a-cf2d978fd315 req-9622cb30-65c3-444e-9c20-340e9cafe135 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0487998 Apr 19 19:26:25.693408 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-36c43673-5548-40c7-b7ff-d9db2aa3ccf0 req-e9996694-d498-4ecb-9bb2-8a9b590e022a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0565276 Apr 19 19:26:26.576712 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1cc33823-38d6-4399-85e5-a845b48d2700 req-bff2bb2e-86e9-4584-883a-1cd4fa1a379f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0560894 Apr 19 19:26:26.874346 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1626caae-71fa-4627-ae70-b6aa4fc9cf7b req-4f8c09a4-0271-4332-9357-6f3e36e39164 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0557439 Apr 19 19:26:27.753298 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f9c6cb1-b6a1-481c-9513-570d26a7e97f req-2c543abc-4eff-4b88-9ef9-2eeb0d1d3c1b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0520966 Apr 19 19:26:28.053518 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4af202af-eac2-4b4e-95fc-f9055e67ded4 req-31d18590-ca2b-43f2-9f96-c0053141aed5 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0503299 Apr 19 19:26:28.932162 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9abbf192-c18c-4f7a-8b5f-f64cef3a3a9a req-2ecbca13-f09e-4184-bc45-aabc1a3b5139 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0496225 Apr 19 19:26:29.363242 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-130eb7bc-9a05-4271-b4de-00474d703bb7 req-f18b43f4-9063-4661-8cd2-118f37e703d2 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0571618 Apr 19 19:26:30.109872 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3f29fb5e-5a92-4c38-b42e-61f7048c3436 req-cb307917-6ac5-4eda-b8d2-379c98722d46 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0501440 Apr 19 19:26:30.543345 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f12c41c8-d92e-4816-9abd-f8725fe8b501 req-579706a9-3723-4bc1-a70d-57bd18f82c6f tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0534682 Apr 19 19:26:31.290054 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c9d0aae5-42d6-4aa5-85c4-d3d5304ac3b9 req-888ee0e1-1eb3-42ec-b105-f6702e77b8ba tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0583982 Apr 19 19:26:31.744416 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7e0d9a3f-fff8-4102-a0c5-85a32b2f1fe7 req-649396f4-2c17-4261-ad93-820aa14057d1 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0643198 Apr 19 19:26:32.470295 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-35709595-7f1a-409e-9b09-6a4865458756 req-595c2c72-9f24-4ac1-8b78-80b1423302ad tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0603709 Apr 19 19:26:32.936277 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c9d1d6e1-e6c8-4740-8e38-80011f930a98 req-d9e32d13-2785-4503-a5c2-26605aa396f7 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0560958 Apr 19 19:26:33.654245 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ae60a6c2-5f42-4db1-b7df-113fb4b6a3c9 req-82b72d16-e78a-4600-bbfd-84fbfed5484e tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0556018 Apr 19 19:26:34.110540 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-63af02f3-4811-4aac-93ed-e12140fc07b9 req-06cc6457-2a5a-4251-9d59-ae8aa71d2022 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0503707 Apr 19 19:26:34.849872 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60f7519c-2003-47c1-86c2-78b1c068037b req-bca0cc4e-82ad-41fa-bbd1-c5e1ab6e84d9 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0605564 Apr 19 19:26:35.297569 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-95b706aa-b8e5-484a-aedc-9d60091eb75e req-9225f44a-2b40-4cde-a74f-68a0a1d7dfba tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0502980 Apr 19 19:26:36.032643 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9282cd23-75c7-477a-ac04-277e33ac2416 req-9c14798a-e084-4e3c-be89-302db0b18c92 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0518727 Apr 19 19:26:36.349141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7868b73c-8831-4c11-84dc-27194934fd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:36.483927 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6eeb6172-26ea-4ee9-a8c8-9623912b0f1e req-f508bbb6-2b46-4f5d-9ccd-49ea3dd70da5 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0630646 Apr 19 19:26:36.882936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:37.219872 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b99de1e8-5fc0-40dd-af1b-4d742100edb1 req-ccfe13cf-d916-473e-8493-65d9561dbbff tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0590379 Apr 19 19:26:37.669063 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3835d9a3-b151-4159-a3e7-582d4338fb54 req-bcb61ee4-5550-4c18-bbae-0e5cae47c9f9 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0531590 Apr 19 19:26:38.381439 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-be8e1105-37c0-4f0c-b896-114f505bcf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:38.425761 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ef7b8164-c411-4b75-9dd7-dba3d562bab3 req-2eb1e3e5-9ec9-49d3-8b63-83135aaf7a49 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0702214 Apr 19 19:26:38.858235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:38.859616 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-352d7ee8-59f5-4789-a08b-eed5d2198417 req-4eaeed71-2844-430e-936b-82b7bcce52e5 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0596697 Apr 19 19:26:39.402543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:39.608703 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9fc4872a-5c4f-45a6-9d74-876405f7e9e9 req-5550b62d-26df-4697-902d-d809bc3d976a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0526555 Apr 19 19:26:40.035597 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9c2bbcf9-d5ee-4e61-9e87-6f8a06141834 req-86807933-e973-40f9-89e6-2a1a37ee55d7 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0530546 Apr 19 19:26:40.787951 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-da5c95d8-2d21-4bcf-89f0-8bf1b6c99966 req-158d7809-184e-4975-ac31-85275c1f76d8 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0522919 Apr 19 19:26:40.838347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:26:41.214132 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-33d5e2a5-578c-42d4-9606-ec057fc34938 req-0b8f6f79-00e4-4ec9-ab59-c78bb60f5d09 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0548880 Apr 19 19:26:41.656340 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:26:41.975897 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c6bc2227-19c9-4897-b0d9-e3e3481278cd req-6d18252a-8155-4155-a69b-e3c5605853ab tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0538926 Apr 19 19:26:42.401668 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8c389794-c114-42ab-ab9d-2cb60c7604b8 req-0bd88b8e-2fe5-4396-ab19-839b00b20bea tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0560393 Apr 19 19:26:43.151061 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ae7ddda5-3460-411d-b41e-9ede007e1d02 req-a24c0c90-52da-4cde-9cf7-4488be717552 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0491853 Apr 19 19:26:43.589180 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0a426a4d-d032-4040-abed-0c171941f492 req-038be5f9-0bce-45a5-978a-977675120c20 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0511944 Apr 19 19:26:44.342097 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a7e6a8ef-c30d-4e62-8cd0-f92fc3b62b17 req-d586f4f9-fd15-4d9c-a82f-5a12dbc47a44 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0544574 Apr 19 19:26:44.767639 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb97cf72-6009-4fc7-99c8-552867d535a3 req-dbd71e58-ec41-45a7-8eae-64aa5f1ae93d tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0531578 Apr 19 19:26:44.778491 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-684b6462-1ef2-4bc2-96b6-11a396683288 req-7feaad27-5c56-4404-899e-68067f2a30d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2686501 Apr 19 19:26:44.879571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6462-1ef2-4bc2-96b6-11a396683288 req-be1bd08e-560c-49b6-a0d7-2bd8c32fd53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:26:44.881089 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-684b6462-1ef2-4bc2-96b6-11a396683288 req-be1bd08e-560c-49b6-a0d7-2bd8c32fd53f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 1098 time: 0.0805936 Apr 19 19:26:45.044753 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6462-1ef2-4bc2-96b6-11a396683288 req-7d0a2fae-e060-450c-ad7f-6de2bae6c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:26:45.046232 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-684b6462-1ef2-4bc2-96b6-11a396683288 req-7d0a2fae-e060-450c-ad7f-6de2bae6c8b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1444051 Apr 19 19:26:45.123198 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-684b6462-1ef2-4bc2-96b6-11a396683288 req-a89c23b6-7e06-4014-8e7b-1027bbafbf25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac35330-f57a-458e-9d4f-f6145f589aec HTTP/1.1" status: 200 len: 217 time: 0.0694497 Apr 19 19:26:45.196267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6462-1ef2-4bc2-96b6-11a396683288 req-8f70c76d-0086-4c6a-8fc7-5d3019a967c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:26:45.197733 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-684b6462-1ef2-4bc2-96b6-11a396683288 req-8f70c76d-0086-4c6a-8fc7-5d3019a967c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0678151 Apr 19 19:26:45.251042 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-684b6462-1ef2-4bc2-96b6-11a396683288 req-7102cee8-f97f-4f52-9f3d-4e39609c92bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461826 Apr 19 19:26:45.394977 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-684b6462-1ef2-4bc2-96b6-11a396683288 req-8d258e57-d0b6-49d6-8a0d-d5c1a0abcbf3 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367254 Apr 19 19:26:45.535863 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ae43f2ec-ad6e-43b8-848c-144f51b3c4a7 req-dd11e0fb-e866-4511-b022-9416c165eecf tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0562689 Apr 19 19:26:45.588962 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-684b6462-1ef2-4bc2-96b6-11a396683288 req-4973d484-341d-4ff3-935a-a7c0a567261b service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871254 Apr 19 19:26:45.952415 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9afbc9ab-0d0f-45dd-9806-d1885e4aa5d9 req-ddeb9f3a-1f42-471a-b7e6-0ef3f7086026 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0595951 Apr 19 19:26:46.711333 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eb0d9890-7be1-4da7-a126-1d38f3141542 req-ad9018b8-daa3-44f4-a6ef-cec286a541bd tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0495095 Apr 19 19:26:47.125269 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c2964140-8fc2-4e60-9e9f-c901bdd7806d req-5f9d1cfd-f08a-4dfc-ac6c-a3d51f7753b1 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0483859 Apr 19 19:26:47.890033 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2a5a12a8-a0b4-439d-8450-fb32e4964671 req-b32af675-64a4-4949-9679-14dd79bfb5a4 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0511115 Apr 19 19:26:48.300224 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a29435a-8dd0-47fe-9d18-88a7d59ac27a req-b82723e7-04af-4284-a572-b21aadde44b9 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0614829 Apr 19 19:26:49.084691 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a80fc60-cb68-4629-b230-a103a4aa0a00 req-39548e43-6e35-41b1-a42c-4e3541743814 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0570498 Apr 19 19:26:49.482072 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e62dbb33-55a2-4a89-bb91-0b642e0af6c7 req-2a256e10-31e2-4c2a-b844-85c80f91de2a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0513561 Apr 19 19:26:50.266398 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-04309bcd-1fea-4516-8d33-681e9302f453 req-e9c6098b-874d-43d3-a9a5-4f8da0ba2e95 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0543909 Apr 19 19:26:50.665071 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9baca232-cf6c-4a8c-a18c-c8df8f2e3362 req-7e09dd34-30c0-4b64-ba8a-9793d66d7232 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0589592 Apr 19 19:26:51.445263 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2811a56a-e064-47b2-a6e5-9968bfb5e271 req-84abc956-4f9c-41c6-a660-b26601268045 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0513573 Apr 19 19:26:51.847218 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-045abb5a-efa8-4c75-b204-5f7e36e8178a req-383e8739-eb26-44cb-ae50-fbb75e360694 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0496340 Apr 19 19:26:52.782722 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-65d959a3-b2dc-4df0-b88c-a37631fbd399 req-ab2fa1fd-9584-49ba-8f8e-3ac0d274b9e5 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0557046 Apr 19 19:26:53.050883 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-099241fa-a128-4624-9f3d-db9cbda73c87 req-1f86c6f8-42c4-47c3-bffe-01cf06e83dec tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0566602 Apr 19 19:26:53.964745 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6c1c29d6-6760-4793-b9f5-95ce36057a1e req-c0edef6d-a27d-4b8b-a280-7751bd3f4f23 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0497375 Apr 19 19:26:54.221254 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-43e49d00-05f3-426a-9ea2-e76ccf2b0b7b req-246121e8-6ca0-4167-a830-1b64003ab634 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0485339 Apr 19 19:26:55.144493 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b09a47d5-4202-4941-8899-5dba4b88b19e req-51b67dc3-4558-4d37-80e3-c1a451c7a722 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0522592 Apr 19 19:26:55.398815 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8790d6b2-76e9-4915-bda0-7542f5e23b56 req-c86cb5db-bf8f-41ca-a5f2-696613151859 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0560753 Apr 19 19:26:56.351575 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-74fa3648-ed33-4f58-87ae-7eed4a54f22f req-249083b5-dbc6-4e8f-8877-1e70cd288706 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0667140 Apr 19 19:26:56.585049 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cd2d78d0-2db3-406e-8328-a16efd485551 req-fb727de3-4060-4e60-aca7-42f615a4c63f tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0579462 Apr 19 19:26:57.529105 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ec390a0d-269e-4f8f-86dc-9888a40350cb req-62f5379a-c9d0-4814-9ac6-6524060ec36d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0483992 Apr 19 19:26:57.763947 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-68990598-8153-4b61-9e35-846b452d3690 req-196b9dd5-12e8-4c80-91ff-eee170f92f2e tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0534067 Apr 19 19:26:58.714019 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a79e324e-7ec1-4f12-b287-3770c8ab68a0 req-3d72b5d3-c7de-4d44-ba8a-9f671f41c360 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0597787 Apr 19 19:26:58.945482 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2b9dfa45-6aa7-4ef3-941d-7900d263fdfa req-b84dba57-ce4d-4ea9-b6b3-1b07706a2dd4 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0619404 Apr 19 19:26:59.913262 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-48495a8f-a024-439a-ace5-882aacdf83a9 req-49dfd5d9-c3f1-4bb1-b448-bf7a7268017a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0595884 Apr 19 19:27:00.130384 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9ae778c2-a175-47d5-8cd7-f265aa20930c req-eed1ee7f-e24c-48d5-b27c-59e073b4324d tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0548162 Apr 19 19:27:01.092905 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-396388a1-a3a6-4915-a08b-fe53545da730 req-dd9ed4db-bdb4-4ff8-b28b-a43d5a44d910 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0492504 Apr 19 19:27:01.294678 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c95faa02-2bbc-4cae-8dd3-23b8dda4457c req-726eed2c-128f-41cf-bfeb-9e7b5a81ca69 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0492098 Apr 19 19:27:02.275860 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7e8a2c16-4f2b-43ec-b260-f2d2d667d516 req-86f2881f-ff88-4728-bb30-be8cd1a9e7c3 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0644603 Apr 19 19:27:02.474750 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-691d2b03-bb9a-429e-98ef-1b37ce60366f req-62b71766-b19a-4485-bf28-09b6536dda0b tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0520523 Apr 19 19:27:03.462550 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3db5a175-a66d-4934-a1f6-a30c5e1c25dc req-5c0b60a5-0eb1-4140-b08f-53b1f4957428 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0513365 Apr 19 19:27:03.650495 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f2a77fe1-ee81-4415-a689-3048088fc445 req-7585c298-bc36-450f-a8c0-0dee3f50aeb1 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0540075 Apr 19 19:27:04.313706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47356) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:27:04.447994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:04.463893 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:27:04.468302 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Usage tracker for resource:security_group_rule and tenant:73fb9fe3c97f48d9b29e1d225b59a5fd is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:27:04.471444 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:27:04.477975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:27:04.567323 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:04.570776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:04.578752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6229dbbd-0def-4299-8cbb-9c339db139a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:27:04.624751 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73fb9fe3c97f48d9b29e1d225b59a5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094447 Apr 19 19:27:04.625707 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59146293-57ba-41b5-8182-11ce34a10c36,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:27:04.627703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 47364) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:27:04.633843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.634226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.634662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.635067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.635461 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.635857 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.636252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.636682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.636946 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66149d87-1521-4d2a-8dc3-958d17a4125d req-7002c3b1-8e52-4c28-b533-804adcd8892b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0548568 Apr 19 19:27:04.637062 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.637440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.637811 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.638197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.642371 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9073948a-291f-42a0-9977-8ea3f02d4b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:27:04.696126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:04.724046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:04.818609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:04.827121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:27:04.836314 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8cedcf5f-a91d-4b08-a451-a9d2b93bcac8 req-3c653eb6-1f13-40d8-a919-d40c465d74bc tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0616996 Apr 19 19:27:04.842752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59146293-57ba-41b5-8182-11ce34a10c36,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:27:04.852598 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.853011 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.853409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.853804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.854180 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.854598 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.854986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.855366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.855751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.856129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.856512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.856890 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:27:04.859804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:04.860965 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59146293-57ba-41b5-8182-11ce34a10c36 HTTP/1.1" status: 204 len: 168 time: 0.2274687 Apr 19 19:27:04.861961 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:27:05.174047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47374) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:27:05.196236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5aff28d5-02aa-4a69-927e-507b86d21004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:05.215815 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5aff28d5-02aa-4a69-927e-507b86d21004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:27:05.220278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5aff28d5-02aa-4a69-927e-507b86d21004 admin admin] Usage tracker for resource:security_group_rule and tenant:cb11d24fc2eb45d490f1977b0df3e4ee is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:27:05.223486 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5aff28d5-02aa-4a69-927e-507b86d21004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:27:05.230390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5aff28d5-02aa-4a69-927e-507b86d21004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:27:05.321289 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5aff28d5-02aa-4a69-927e-507b86d21004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:05.324810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5aff28d5-02aa-4a69-927e-507b86d21004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:05.332360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7f813800-1c6c-4645-946e-8cacb6c52935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:27:05.377832 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-5aff28d5-02aa-4a69-927e-507b86d21004 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb11d24fc2eb45d490f1977b0df3e4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021818 Apr 19 19:27:05.378789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff28d5-02aa-4a69-927e-507b86d21004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b83fdd-2723-4f2e-b304-b0147fddf5fd,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:27:05.380960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 47378) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:27:05.382123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5aff28d5-02aa-4a69-927e-507b86d21004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:27:05.446019 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb34c-85f0-471f-94b4-18911ce1eb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:05.473695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb34c-85f0-471f-94b4-18911ce1eb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:05.522165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb34c-85f0-471f-94b4-18911ce1eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:05.525950 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3e258130-caea-4132-b2b9-5bf3c2a688a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:27:05.537142 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fb34c-85f0-471f-94b4-18911ce1eb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b83fdd-2723-4f2e-b304-b0147fddf5fd,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:27:05.544321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb34c-85f0-471f-94b4-18911ce1eb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:05.545481 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9e5fb34c-85f0-471f-94b4-18911ce1eb76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64b83fdd-2723-4f2e-b304-b0147fddf5fd HTTP/1.1" status: 204 len: 168 time: 0.1633689 Apr 19 19:27:05.552071 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9e5fb34c-85f0-471f-94b4-18911ce1eb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:27:05.801824 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8b9da367-b5b0-4826-b040-27c2e501f1f0 req-772c0fe8-2de3-41a5-b80e-5883a4ae7f80 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0503678 Apr 19 19:27:05.998745 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-de8473ed-c1ca-4e24-997e-f9f5f16a38d5 req-2cfb1b11-f5ac-4dd3-9861-afeb4a27ba55 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0487006 Apr 19 19:27:06.343484 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-51228460-64a0-4da0-adb9-d6838df33571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:06.891901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:06.971891 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e17adc1f-61ab-4854-b24f-46e197ab0247 req-b04b6ffc-3581-4eb4-a629-2b6eb88a6ae6 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0526669 Apr 19 19:27:07.162670 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-441690e4-5835-49d2-9cba-454d2be02050 req-9b865dab-b120-4841-9abf-3645d9947c95 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0492172 Apr 19 19:27:08.145934 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3515f37c-e1e3-48f2-98f2-7b355e2efd77 req-8f3d6ea4-31ea-484f-9673-61025878b25d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0523536 Apr 19 19:27:08.346025 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573f1c04-5813-4605-a906-7cfed12ebc3d req-e757fd68-d525-4069-a5c0-7066983f4efc tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0576015 Apr 19 19:27:08.374031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-52b315cf-40b0-4528-8855-c5f1831568bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:08.868032 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:09.319798 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e0a4340e-810e-48c8-8d2f-dd44c43b4cae req-cf9fdf2b-cc41-4664-b9cb-59c43bacdd37 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0513136 Apr 19 19:27:09.390442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:09.523782 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c9b3531f-5134-4488-89bb-42a8a5e561fc req-aecd6268-9861-4cba-aae6-262ad6f38431 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0495303 Apr 19 19:27:10.500461 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a719f615-9c8b-4dbf-80a1-21823bc34473 req-024b926e-7e55-4235-8f38-51a9e7641561 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0512066 Apr 19 19:27:10.697178 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-74a267e6-6771-4dbf-abd6-a06a33f31dfb req-4ab7bb9e-9244-46a1-8caa-3ed046464f2f tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0513275 Apr 19 19:27:10.836979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:11.675354 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8b3b49de-d243-4f79-b613-175c52807297 req-ca401e4d-b830-4c7a-9f4d-e5608fdec1d9 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0492971 Apr 19 19:27:11.866769 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1d654630-e4f5-4b16-9eed-7e0c0dd28000 req-d52f832b-c680-4b7b-a8a9-fdd1c78c5157 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0521100 Apr 19 19:27:12.869530 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3f9e9fd6-39fb-4945-947c-a838facf6daa req-91e8f1f7-481b-48d4-a39d-9a2ce709ac9c tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0593290 Apr 19 19:27:13.035135 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b3a23811-d048-4e4f-a87e-15d1ac6f0574 req-ceee4e47-d801-4f89-ae62-c20d95d1f92a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0493903 Apr 19 19:27:14.285891 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-68730791-b398-43f3-94c3-940ad6a4d144 req-6bf47ba6-c473-4c88-9d22-8358ded6e7f4 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.2823415 Apr 19 19:27:14.333493 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d964082-a424-45ce-a480-cfe780d7f75a req-d2cf7f79-d4f9-4633-b9a0-961c4cd0e083 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0502739 Apr 19 19:27:15.459385 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3a193633-40b5-42aa-b95b-53e1429b43e7 req-eff333ac-9074-456a-9168-0e7085fb1309 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0506372 Apr 19 19:27:15.508742 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-07a565d5-5753-4fd1-9d62-fe9915f2d45f req-0c724f8b-df07-4e2f-8503-d6ca6782ae05 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0527544 Apr 19 19:27:16.633041 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-63096895-3894-497e-a2cd-8cf4155cb86f req-5561c55d-0348-41ae-978b-118498a787f0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0484335 Apr 19 19:27:16.685136 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0bcb7e5c-735b-4a01-bc27-651d0a468316 req-d6ea53ae-655c-481c-995a-5986cebe45aa tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0483506 Apr 19 19:27:17.861017 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0245bcad-f8a6-4270-bd2d-a9f8b0adf51c req-e9ddd94e-465a-4bb0-908a-dfe83e32f2b3 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0554540 Apr 19 19:27:17.862985 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-39e93ce0-fe0b-44cf-8453-2c190e551f0b req-a65a7526-ff51-4144-be80-a2adc136fb91 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0987823 Apr 19 19:27:18.651793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:27:19.083397 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9d20b1e4-ff0b-4ee2-9ae1-b32e28ee21c6 req-552c7e00-c5d3-4b32-bf48-6a5e2c0ec970 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0965724 Apr 19 19:27:19.085448 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-96061456-428b-4991-b8cf-df39dfe6786d req-b521edbb-d6ed-414b-b70a-a8b5250d4557 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0952873 Apr 19 19:27:20.297236 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5b5e1c59-1cd2-44bf-9d35-f6910db374f5 req-8b6b57eb-c96e-4650-821c-a910ff5f2758 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0949283 Apr 19 19:27:20.304201 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-02839d7b-3093-4484-8e4a-32da8e3c10e2 req-55e8a096-8ca4-45b0-ae45-c811ca7cd8af tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0987859 Apr 19 19:27:21.511764 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-72bc9b74-1574-46f3-bd43-8807f19f56a3 req-6aa057b4-1912-4685-b31b-1f93ba392ad2 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0868440 Apr 19 19:27:21.518615 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b58a6e76-4c5b-4604-9671-d20395b355c4 req-e77e2a9e-b559-465b-a437-a63b2a3352da tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0571115 Apr 19 19:27:22.734836 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-813c5d34-508c-47ee-b836-d3e88110281c req-d9aa6bd2-bdd8-41b8-a9fb-5a5385e359d1 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0928500 Apr 19 19:27:22.741988 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7e2d0745-287b-4390-9a3c-baca87e169b8 req-1f96069e-f1fd-47b7-ad36-7a43c19b7f93 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0589778 Apr 19 19:27:23.953189 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9c4090c-a242-4bd1-a411-5e3789090bb4 req-97eedf79-a205-4b41-a02a-c135eee5a289 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0906744 Apr 19 19:27:23.960183 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3f3faa1a-1b66-4419-868d-79ae879aef56 req-997fd232-799e-49fc-b20b-beb322130f4c tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0950541 Apr 19 19:27:25.135655 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a21526d7-066d-452b-ad1b-2d999b88a8ae req-7b278d16-76d5-4382-a81d-1f2ae560b7cb tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0514386 Apr 19 19:27:25.360336 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6daf6aca-b602-4a1d-9577-ca9d078d91b7 req-abe6c589-58f1-4a0d-adef-5211e23e3c20 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0609260 Apr 19 19:27:26.309856 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7667cf0b-a7b7-4dfe-b22c-e41ed222f4ab req-de48f8d9-5ae9-4975-9511-e5f23eb8ad45 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0583420 Apr 19 19:27:26.540018 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-24b22137-eba7-4f7d-a1f6-a1cfcb19a226 req-38622eb7-4bac-45ed-803f-927b11df8e7b tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0513496 Apr 19 19:27:27.498771 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-633e1eec-c2c0-4cb9-8c1e-fda246e651c0 req-d86bb174-76f9-46cc-84dc-15f5958625bc tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0528178 Apr 19 19:27:27.724571 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0f55a80-28e9-4747-b5cb-3f036b205603 req-2d39e91b-e75b-4806-9abc-c020358e8d5c tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0499909 Apr 19 19:27:28.688283 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-438e0ff0-6750-4d74-9acc-154a09539d40 req-8ce57a2b-0cf3-4346-aa39-38ea0c469844 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0560455 Apr 19 19:27:28.919042 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66cb3b13-60b1-492c-a113-0bf5aca7bfbf req-db8a36ad-02b5-4ac9-a551-eb5307edbe00 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0644684 Apr 19 19:27:29.868576 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8235408c-0c87-4a8e-8a55-2296d06571bf req-5149cca2-bb00-47f5-9447-6bea7600b6f5 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0502095 Apr 19 19:27:30.102927 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5530d078-222d-4af9-aa44-23278e72257a req-fed9df77-16b8-4af5-9b89-4d34f707d480 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0511341 Apr 19 19:27:31.049601 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0c2ba308-3966-457d-b0ad-d2e2f69c4d20 req-16522528-97d3-4b94-9657-997c42502b75 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0597732 Apr 19 19:27:31.266252 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7f1ea3d4-e453-4f08-b78c-528c259e0d24 req-0d584d7d-3a73-4ead-a8d7-9ddb012853b1 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0492816 Apr 19 19:27:32.223996 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3c20689f-f0f7-4130-acb7-2aeb72466f75 req-fb6d9b18-87b1-4b30-8082-6edb309e0e9c tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0535598 Apr 19 19:27:32.442405 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6265fefe-ba70-4fe1-94be-5e9c9129a944 req-ad009bfc-dbc7-45ad-b36d-862f5099aeb8 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0528712 Apr 19 19:27:33.412734 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d903a273-f20b-4a81-82b6-083941b8bbbd req-69999226-96d4-4847-b4af-edcb63468cac tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0492561 Apr 19 19:27:33.622084 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b9502d2-14a0-44f2-9ab5-da30419cc4a3 req-97b959e2-7569-499d-ae75-04f2323e8760 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0600808 Apr 19 19:27:34.607238 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-28e32081-184f-4f5b-b34a-1dee0503ec32 req-20347607-1e5d-4e7f-b78c-2cf029d52557 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0637207 Apr 19 19:27:34.806209 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3823524b-5fae-4380-88e8-9720ecb8b3f2 req-6eb261ff-c218-4f4e-8b72-8f1ea2893a4a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0556517 Apr 19 19:27:35.780736 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-dd6ea4fe-2ce1-408c-9868-d11ba5e85096 req-1482e8ea-6b19-45cd-87c5-2be72221134f tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0525539 Apr 19 19:27:36.000714 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-34358ff6-251f-4978-ad44-6bbead84e9e3 req-3704729a-f667-4b67-8431-b74b60b8779c tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0629232 Apr 19 19:27:36.358599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-baf018e7-662c-48a8-826b-3fb9c3f60c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:36.880212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:36.958486 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0aef7d56-a986-4e53-8496-a25bb1a36252 req-65b00b4f-24ae-400f-938b-6cbaafee233e tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0497046 Apr 19 19:27:37.180285 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0590dca7-5a5a-4b7d-acb0-b5312bbd5acf req-f35f45e4-cd45-40ce-87a7-1a9b622060fc tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0549467 Apr 19 19:27:38.140638 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-29e966a7-07ef-4f15-b510-85826dc37d10 req-a2dfe6ed-2fb2-47db-8d4e-35a82c8e14da tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0574901 Apr 19 19:27:38.356426 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bcd79db7-588a-4a84-b15a-d77790920a47 req-3a59beca-a3f2-4f7a-988e-80a41375ed13 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0521650 Apr 19 19:27:38.376949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-47a5f261-0252-4325-a236-17b6617ee880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:38.876171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:39.321468 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1b24e3aa-3fc6-4453-bd90-21823bd12678 req-2906d646-fd90-4315-9549-10be2e5f6c8d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0483592 Apr 19 19:27:39.384569 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:39.532922 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fe7bdf78-725d-4fec-a005-5f68982bc9b8 req-94e1b2c4-8637-438b-82e9-8403ffea68f4 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0553782 Apr 19 19:27:40.496880 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a9240163-45e1-42d0-815d-986ea51d6fb5 req-b86d3455-68f4-463d-b27b-a36946ff82cf tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0493698 Apr 19 19:27:40.733401 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c8e9736d-19cb-4eaf-a07e-56c00cdedcb0 req-49855c1e-3348-428b-867e-11ceb5106240 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0598912 Apr 19 19:27:40.840259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:41.685181 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-85b12119-11c7-455a-a808-92516f4e5486 req-01c7e939-42b4-4e66-90bd-2d5da1d0a385 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0516565 Apr 19 19:27:41.915802 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d267aabc-eaaa-4624-a7fc-51eda6a48d59 req-36fa38eb-c56a-4da9-b7d0-c2c978a3fc87 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0544515 Apr 19 19:27:42.879074 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8a6f51b9-b1b4-4edc-a2d8-e710aabfc0c5 req-7d6263bc-e271-47b3-a27f-47f2e6bf342b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0584834 Apr 19 19:27:43.092834 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-49e62129-04bd-4ffd-ac6f-ad33e3d3cf5c req-98f82d7e-cb7d-4ee1-91ff-0721f989023b tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0541873 Apr 19 19:27:44.058874 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8b5fc6c5-4fa3-41c9-b930-86f3135727c7 req-06982243-86ba-4243-b737-6bfd89c5baf2 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a4e48c7-7e4d-43b7-adf4-192793c4a1a2 HTTP/1.1" status: 200 len: 210 time: 0.0574439 Apr 19 19:27:44.260916 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8f60f75e-d56a-470a-ac02-45fff5c81618 req-e1124b08-8aba-45c4-b28d-86c1b67831f4 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0502126 Apr 19 19:27:44.738147 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59be856-3107-474e-b488-05ebcbb4922f req-ae4dc564-04c0-48ac-b94f-826b00d08903 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:27:44.739787 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f59be856-3107-474e-b488-05ebcbb4922f req-ae4dc564-04c0-48ac-b94f-826b00d08903 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 946 time: 0.0998945 Apr 19 19:27:44.790674 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f59be856-3107-474e-b488-05ebcbb4922f req-8a184ee7-5849-4d9c-b4b8-2b49a16dd72e tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=654961c2-52d5-410e-b49b-bedb45fb5cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432339 Apr 19 19:27:45.026811 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-700b1366-d32a-49b6-ac5e-83a520273259 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:27:45.028380 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-700b1366-d32a-49b6-ac5e-83a520273259 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 946 time: 0.0890377 Apr 19 19:27:45.032500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 47596) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:27:45.121646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Deleting port acad2357-5d9d-4941-8c77-1a0d18d22c5b {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:27:45.122121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:45.246683 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-57e957a9-6b92-4748-b1a1-1e4b25b56afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:45.277684 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-57e957a9-6b92-4748-b1a1-1e4b25b56afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:27:45.283795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-57e957a9-6b92-4748-b1a1-1e4b25b56afb admin admin] Usage tracker for resource:security_group_rule and tenant:62c99ced8ac3480096a786f1a6803ce7 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:27:45.303866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-57e957a9-6b92-4748-b1a1-1e4b25b56afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:27:45.360487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-57e957a9-6b92-4748-b1a1-1e4b25b56afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:27:45.452475 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0952c0d8-a4e3-4360-8fb1-2cfa3e8852ac req-c431086a-b940-4814-9930-f4e6ba731a1a tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0699666 Apr 19 19:27:45.518823 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] For port acad2357-5d9d-4941-8c77-1a0d18d22c5b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acad2357-5d9d-4941-8c77-1a0d18d22c5b,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:27:45.519220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:45.727683 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-57e957a9-6b92-4748-b1a1-1e4b25b56afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:45.733247 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-57e957a9-6b92-4748-b1a1-1e4b25b56afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:45.748793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae057350-6aef-4f9b-af4e-d25bb160ce70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:27:45.880651 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-57e957a9-6b92-4748-b1a1-1e4b25b56afb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62c99ced8ac3480096a786f1a6803ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8469968 Apr 19 19:27:45.881599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e957a9-6b92-4748-b1a1-1e4b25b56afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb210679-dd85-4207-948d-c5329e8a9c0d,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:27:45.884605 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47612) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:27:45.886426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-57e957a9-6b92-4748-b1a1-1e4b25b56afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:27:45.955213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-243be214-2bb9-4b86-8df9-93afcd886957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:45.964208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:45.964620 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:45.964966 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Floating IP d21230d9-3218-4cb5-b1fa-8c91ca03d818 disassociated. External IP: 172.27.0.43, port: acad2357-5d9d-4941-8c77-1a0d18d22c5b. Apr 19 19:27:45.965345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Calling delete_port for acad2357-5d9d-4941-8c77-1a0d18d22c5b owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:27:45.982426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-243be214-2bb9-4b86-8df9-93afcd886957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:46.044003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-243be214-2bb9-4b86-8df9-93afcd886957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:46.049440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1f3547a6-9b10-4348-9ccf-94bb37db02e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:27:46.064647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243be214-2bb9-4b86-8df9-93afcd886957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb210679-dd85-4207-948d-c5329e8a9c0d,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:27:46.067384 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-243be214-2bb9-4b86-8df9-93afcd886957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:27:46.078779 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-243be214-2bb9-4b86-8df9-93afcd886957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:46.083107 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-243be214-2bb9-4b86-8df9-93afcd886957 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb210679-dd85-4207-948d-c5329e8a9c0d HTTP/1.1" status: 204 len: 168 time: 0.1972604 Apr 19 19:27:46.088882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab525c7f-f63a-49f8-9d19-8fdce46f3f8f req-d786f1a4-439c-4faf-9b1f-442eca82f209 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:27:46.090600 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ab525c7f-f63a-49f8-9d19-8fdce46f3f8f req-d786f1a4-439c-4faf-9b1f-442eca82f209 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 946 time: 0.1738205 Apr 19 19:27:46.199800 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ab525c7f-f63a-49f8-9d19-8fdce46f3f8f req-5f171eb6-1fbd-474e-a066-b539e6348761 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups?id=654961c2-52d5-410e-b49b-bedb45fb5cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729580 Apr 19 19:27:46.200911 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:46.212455 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:27:46.261977 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event deleted for resources: {'Port': ['ID=acad2357-5d9d-4941-8c77-1a0d18d22c5b,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:27:46.264958 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:27:46.400276 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47622) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:27:46.422580 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0454328a-2620-44d4-afe5-d2709910a6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:46.443569 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-0454328a-2620-44d4-afe5-d2709910a6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:27:46.448231 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-0454328a-2620-44d4-afe5-d2709910a6cd admin admin] Usage tracker for resource:security_group_rule and tenant:4931e5c34fce4e7bb7b2f66d0f380ca4 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:27:46.469468 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-0454328a-2620-44d4-afe5-d2709910a6cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:27:46.483718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-0454328a-2620-44d4-afe5-d2709910a6cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:27:46.587658 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0454328a-2620-44d4-afe5-d2709910a6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:46.591304 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0454328a-2620-44d4-afe5-d2709910a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:46.601057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-243be214-2bb9-4b86-8df9-93afcd886957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:27:46.644162 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-0454328a-2620-44d4-afe5-d2709910a6cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4931e5c34fce4e7bb7b2f66d0f380ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424378 Apr 19 19:27:46.647571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47628) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:27:46.650307 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454328a-2620-44d4-afe5-d2709910a6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d09a5ef-cfcb-4fa5-b08c-0c14d9748bc2,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:27:46.670953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0454328a-2620-44d4-afe5-d2709910a6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:27:46.709253 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a6e3efa-6774-4871-bb53-eaea947ae69a req-6b3af894-e35f-49cf-a885-463093c6dc63 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0732074 Apr 19 19:27:46.717781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-908a0a65-f21d-4320-9f90-0ddb0f520a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:46.750413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-908a0a65-f21d-4320-9f90-0ddb0f520a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:46.769036 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Router a93012db-1d0d-4519-82e6-a78b4ff3a477 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:27:46.796267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-908a0a65-f21d-4320-9f90-0ddb0f520a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:46.800294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-177e7d71-aea2-4445-b47c-f9feb65b4bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:27:46.813056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a0a65-f21d-4320-9f90-0ddb0f520a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d09a5ef-cfcb-4fa5-b08c-0c14d9748bc2,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:27:46.819713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-908a0a65-f21d-4320-9f90-0ddb0f520a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:27:46.820575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-908a0a65-f21d-4320-9f90-0ddb0f520a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:46.824726 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-908a0a65-f21d-4320-9f90-0ddb0f520a38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d09a5ef-cfcb-4fa5-b08c-0c14d9748bc2 HTTP/1.1" status: 204 len: 168 time: 0.1759057 Apr 19 19:27:46.970836 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:27:46.982006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b85b27-393d-4b60-a3f5-327ea377735f None None] Sync routers for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:27:46.994999 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b85b27-393d-4b60-a3f5-327ea377735f None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:27:46.995866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-90b85b27-393d-4b60-a3f5-327ea377735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:27:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:27:47.078083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] No DVR routers for this DVR port acad2357-5d9d-4941-8c77-1a0d18d22c5b on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:27:47.080949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:47.085954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'name': 'network-vif-deleted', 'tag': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:27:47.106523 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b2f141f9-ec29-458f-83d5-85a7e5185820 req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.52 "DELETE /v2.0/ports/acad2357-5d9d-4941-8c77-1a0d18d22c5b HTTP/1.1" status: 204 len: 173 time: 2.0708396 Apr 19 19:27:47.160097 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae790ca8-abf8-41e4-bb00-83ea35184496', 'name': 'network-vif-deleted', 'tag': 'acad2357-5d9d-4941-8c77-1a0d18d22c5b', 'status': 'completed', 'code': 200} Apr 19 19:27:47.263179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-90b85b27-393d-4b60-a3f5-327ea377735f None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:27:47.453144 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-e195b7b2-3c55-40b9-9026-fda412291b8c req-78f08ec1-cea8-4a39-9f17-7984d666ae9a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Synchronizing usage tracker for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:27:47.475873 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-e195b7b2-3c55-40b9-9026-fda412291b8c req-78f08ec1-cea8-4a39-9f17-7984d666ae9a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Unset dirty status for tenant:b2514bbc2c78476eab3ffab97021c52f on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:27:47.477605 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e195b7b2-3c55-40b9-9026-fda412291b8c req-78f08ec1-cea8-4a39-9f17-7984d666ae9a tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae790ca8-abf8-41e4-bb00-83ea35184496 HTTP/1.1" status: 200 len: 210 time: 0.0831940 Apr 19 19:27:47.676393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-90b85b27-393d-4b60-a3f5-327ea377735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:47Z', 'revision_number': 5, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:27:47.685304 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b85b27-393d-4b60-a3f5-327ea377735f None None] Checking router: a93012db-1d0d-4519-82e6-a78b4ff3a477 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:27:47.695943 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b85b27-393d-4b60-a3f5-327ea377735f None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:27:47.696625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-90b85b27-393d-4b60-a3f5-327ea377735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:27:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:27:47.929081 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e380fffd-2869-466b-b56f-60dd222ce614 req-846d65a4-2e71-4486-b7e3-752ffc3528de tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0644329 Apr 19 19:27:47.944564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-90b85b27-393d-4b60-a3f5-327ea377735f None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:27:48.295787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-90b85b27-393d-4b60-a3f5-327ea377735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:47Z', 'revision_number': 5, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:27:48.300132 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b85b27-393d-4b60-a3f5-327ea377735f None None] The sync data for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi is: [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port': {'id': '4b892f6b-6631-4181-858e-0f24893a74a9', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:25Z', 'updated_at': '2021-04-19T19:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'df4f5b80-1873-40bc-a409-c7d0d12f6859', 'name': '', 'network_id': '12b2d1c3-a47c-4778-88b3-735d924c1730', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'mac_address': 'fa:16:3e:58:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:32Z', 'updated_at': '2021-04-19T19:10:47Z', 'revision_number': 5, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'subnets': [{'id': 'aff121a2-6622-4771-b76a-26fbc12fb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:27:48.627141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 47684) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:27:48.677723 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ad8f5-58fb-432a-be3d-c3cb78cf573b None None] New status for floating IP d21230d9-3218-4cb5-b1fa-8c91ca03d818: DOWN {{(pid=86443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:27:48.705014 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea755-20e6-4f6a-8846-9e351fcd63b1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:48.738021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea755-20e6-4f6a-8846-9e351fcd63b1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:48.786446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea755-20e6-4f6a-8846-9e351fcd63b1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:48.792145 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7f5590bb-7600-4843-927d-fa9c75e36bb7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:27:48.807628 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ea755-20e6-4f6a-8846-9e351fcd63b1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654961c2-52d5-410e-b49b-bedb45fb5cb4,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:27:48.810493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cc2ea755-20e6-4f6a-8846-9e351fcd63b1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:27:48.823206 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea755-20e6-4f6a-8846-9e351fcd63b1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:48.827992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47688) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:27:48.838573 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-cc2ea755-20e6-4f6a-8846-9e351fcd63b1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "DELETE /v2.0/security-groups/654961c2-52d5-410e-b49b-bedb45fb5cb4 HTTP/1.1" status: 204 len: 168 time: 0.2101586 Apr 19 19:27:48.851719 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.v2.resource [None req-adc3a2f9-6e52-4569-aeb3-949d0e3528ef tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] show failed (client error): The resource could not be found. Apr 19 19:27:48.855132 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-adc3a2f9-6e52-4569-aeb3-949d0e3528ef tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "GET /v2.0/security-groups/654961c2-52d5-410e-b49b-bedb45fb5cb4 HTTP/1.1" status: 404 len: 347 time: 0.0258124 Apr 19 19:27:48.856208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 47692) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:27:49.040075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-b8d96099-e5e5-48ce-8df2-032005039366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Deleting port a506f9a4-297c-484e-a348-764e417b7e3d {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:27:49.040457 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b8d96099-e5e5-48ce-8df2-032005039366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:49.158579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device acad2357-5d9d-4941-8c77-1a0d18d22c5b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:27:49.235302 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: acad2357-5d9d-4941-8c77-1a0d18d22c5b {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:27:49.235706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device acad2357-5d9d-4941-8c77-1a0d18d22c5b not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:27:49.297749 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e7e647e9-aa54-4753-adc9-4b0ab1fc29ca req-f432b682-6795-4ac8-b50f-9352ed244a16 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0745602 Apr 19 19:27:49.474026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b8d96099-e5e5-48ce-8df2-032005039366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:49.474304 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b8d96099-e5e5-48ce-8df2-032005039366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:49.604952 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-b8d96099-e5e5-48ce-8df2-032005039366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Calling delete_port for a506f9a4-297c-484e-a348-764e417b7e3d owned by network:floatingip {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:27:49.754380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b8d96099-e5e5-48ce-8df2-032005039366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:49.758141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3734b57b-fd67-479c-bec5-9d398709ef39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:27:49.806185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d96099-e5e5-48ce-8df2-032005039366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Pushing event deleted for resources: {'Port': ['ID=a506f9a4-297c-484e-a348-764e417b7e3d,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:27:49.809568 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b8d96099-e5e5-48ce-8df2-032005039366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:27:49.905378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b8d96099-e5e5-48ce-8df2-032005039366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks [] for floatingip, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:49.924988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b8d96099-e5e5-48ce-8df2-032005039366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:27:49.926232 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b8d96099-e5e5-48ce-8df2-032005039366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] 10.222.0.55 "DELETE /v2.0/floatingips/d21230d9-3218-4cb5-b1fa-8c91ca03d818 HTTP/1.1" status: 204 len: 168 time: 1.0688796 Apr 19 19:27:50.455235 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-92fe8764-0586-41c4-a29f-0ed97c164cd4 req-539c8a01-5c2e-4d64-b3a4-6e78184e7327 tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0533192 Apr 19 19:27:51.618290 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d102d5e3-dea3-4ce6-b997-1433d42b6497 req-3c8e07f6-0a8a-4cce-b65e-53e3860b367f tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc470772-0bc0-42ae-bc44-ce05f54aad28 HTTP/1.1" status: 200 len: 210 time: 0.0503278 Apr 19 19:27:55.651838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:28:06.357090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c1a354d0-ea8a-4328-abd3-132d82aecf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:28:06.889482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:28:08.387808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-18747781-7217-40db-91d7-4e242f7b9850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:28:08.876665 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:28:09.401157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:28:10.848162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:28:32.659599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:28:36.360509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2d801680-8e0e-4785-af02-464d19cb3c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:28:36.903731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:28:38.392754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5372aae1-75d2-45c4-add6-2a9b887b910c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:28:38.873253 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:28:39.390691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:28:40.849470 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:28:45.569689 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d5fd8a0-6222-4273-9003-8f2a33e64354 req-5856e12f-0f19-4f60-9321-0290aa491d43 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779428 Apr 19 19:28:45.736809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fd8a0-6222-4273-9003-8f2a33e64354 req-0a65efe0-93b9-40b4-92a8-99ef4b18ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:28:45.738411 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d5fd8a0-6222-4273-9003-8f2a33e64354 req-0a65efe0-93b9-40b4-92a8-99ef4b18ad13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1098 time: 0.0886509 Apr 19 19:28:45.896175 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fd8a0-6222-4273-9003-8f2a33e64354 req-b19dc042-e7bd-4a0b-ae06-734f5a6e2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:28:45.898044 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d5fd8a0-6222-4273-9003-8f2a33e64354 req-b19dc042-e7bd-4a0b-ae06-734f5a6e2228 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1408441 Apr 19 19:28:45.971483 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d5fd8a0-6222-4273-9003-8f2a33e64354 req-4e74bcce-bc1e-4b83-826b-e704bc122307 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 217 time: 0.0665522 Apr 19 19:28:46.043818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fd8a0-6222-4273-9003-8f2a33e64354 req-4d8f34f4-7093-40dc-9db1-e1858c7fbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:28:46.045299 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d5fd8a0-6222-4273-9003-8f2a33e64354 req-4d8f34f4-7093-40dc-9db1-e1858c7fbb20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0681467 Apr 19 19:28:46.097840 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d5fd8a0-6222-4273-9003-8f2a33e64354 req-a4b546bf-4ebb-4b01-a66d-738806139ac0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460973 Apr 19 19:28:46.241829 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d5fd8a0-6222-4273-9003-8f2a33e64354 req-4125ade3-876a-408d-9722-dbfd9462bc47 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374359 Apr 19 19:28:46.387049 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d5fd8a0-6222-4273-9003-8f2a33e64354 req-e33c6323-4b83-4b6f-8596-76f47bba24e2 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376305 Apr 19 19:28:57.691047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [req-3d4ab739-ad0c-48fd-9e86-bd172cafe737 req-8471d2f5-2f34-4aab-a423-9667b9d0ad1b service neutron] (86440) timed out ('10.222.0.55', 40952) {{(pid=86440) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 19 19:29:06.358892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7483afde-ddef-4767-b5e6-059807166be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:29:06.915090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:29:08.391073 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-682a670f-dba5-4510-ad56-99158a9d2bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:29:08.872827 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:29:09.387963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:29:09.650837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:29:10.854567 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:29:36.353247 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d25ba639-11b7-45f7-b100-8b0e621d4651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:29:36.935213 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:29:38.389479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6dcc-476a-42dd-a8ca-b452182bb62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:29:38.876087 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:29:39.386869 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:29:40.856451 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:29:46.640718 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e1eba788-5655-4843-9364-23cd0db00ce1 req-72132cb9-a241-4dd7-98bf-8724bc15a292 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0857232 Apr 19 19:29:46.651214 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:29:46.741879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eba788-5655-4843-9364-23cd0db00ce1 req-45660d1f-47d9-46cb-bff6-e8062660b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:29:46.743533 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e1eba788-5655-4843-9364-23cd0db00ce1 req-45660d1f-47d9-46cb-bff6-e8062660b4da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 1099 time: 0.0810952 Apr 19 19:29:46.904855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eba788-5655-4843-9364-23cd0db00ce1 req-a0ff2164-6e8b-48b2-a35e-97f74ff21b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:29:46.906558 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e1eba788-5655-4843-9364-23cd0db00ce1 req-a0ff2164-6e8b-48b2-a35e-97f74ff21b35 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1387906 Apr 19 19:29:46.982267 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e1eba788-5655-4843-9364-23cd0db00ce1 req-84952669-8bf6-47fa-8039-3212615ebe98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e HTTP/1.1" status: 200 len: 217 time: 0.0694556 Apr 19 19:29:47.057178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eba788-5655-4843-9364-23cd0db00ce1 req-5cfae8d5-4c9b-4fa5-bfe4-29ae0e279b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:29:47.059432 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e1eba788-5655-4843-9364-23cd0db00ce1 req-5cfae8d5-4c9b-4fa5-bfe4-29ae0e279b9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0711095 Apr 19 19:29:47.113380 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e1eba788-5655-4843-9364-23cd0db00ce1 req-a4ed4e54-6176-4106-81e5-a966787f016e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465751 Apr 19 19:29:47.271052 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e1eba788-5655-4843-9364-23cd0db00ce1 req-61e0de67-32d3-4843-b654-3f3f00fe6808 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509421 Apr 19 19:29:47.416950 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e1eba788-5655-4843-9364-23cd0db00ce1 req-a84de28a-7fae-44f1-9536-605080370f4d service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393008 Apr 19 19:30:06.365500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3119ceb1-7feb-470d-906c-cb595ef4cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:30:06.948804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:30:08.390489 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c61d984-3239-4671-a15b-c03c86a13d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:30:08.878757 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:30:09.387706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:30:10.866916 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:30:23.657580 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:30:36.370709 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2ded15e9-913b-4bff-b1bb-67c2fe38b0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:30:36.932087 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:30:38.392560 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-07b03baa-136e-412e-b725-79588178236b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:30:38.890002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:30:39.388172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:30:40.862127 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:30:48.602341 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-6a27cc68-f3df-4f14-a394-6b36362e9e8d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809550 Apr 19 19:30:48.701286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-b3ddb8eb-08e3-4b25-a4d2-e53383f1b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:30:48.702849 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-b3ddb8eb-08e3-4b25-a4d2-e53383f1b8b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 1098 time: 0.0795801 Apr 19 19:30:48.862501 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-5316a639-b62f-427a-a19f-e4c10ce70eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:30:48.864073 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-5316a639-b62f-427a-a19f-e4c10ce70eb7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1364310 Apr 19 19:30:48.939256 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-8f6f8a67-2e08-4725-abb6-9c03f54884e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac35330-f57a-458e-9d4f-f6145f589aec HTTP/1.1" status: 200 len: 217 time: 0.0688572 Apr 19 19:30:49.010192 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-80fef439-08c7-4bd5-b839-68f31908347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:30:49.011758 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-80fef439-08c7-4bd5-b839-68f31908347d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0664222 Apr 19 19:30:49.067775 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-4cedb06e-a90e-46a3-9c55-087863dc54e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490084 Apr 19 19:30:49.079620 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-8bd4bd09-d071-4ba9-8a8c-6a521def624b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:30:49.080764 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-8bd4bd09-d071-4ba9-8a8c-6a521def624b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056229 Apr 19 19:30:49.224215 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-17104b8c-7810-47fd-9a8d-a2b5453a9403 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372695 Apr 19 19:30:49.369533 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03f4a680-ce3c-42ee-8afc-6f2290dcff49 req-bc90c244-f434-43ce-8156-22110fb7125a service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385994 Apr 19 19:31:00.657688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:31:06.366083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2825a7a9-a5a8-44af-9e44-c14ccb33bffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:31:06.962160 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:31:08.388088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e8fb34a5-17ca-4f36-888b-0a443b4041bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:31:08.892293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:31:09.392957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:31:10.873855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:31:36.361478 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-90c978d7-130c-40c1-ac39-355eaa070271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:31:36.975699 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:31:37.664192 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:31:38.393257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fd7d4249-d2a3-4601-83ac-51c25cf5cf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:31:38.895012 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:31:39.388749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:31:40.880796 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:31:50.681372 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6f770ce2-9383-468b-867a-920e1a6f1690 req-9da24323-b9e7-4d2c-ab70-c98ae56c85d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1919167 Apr 19 19:31:50.843483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f770ce2-9383-468b-867a-920e1a6f1690 req-a7bf0323-2148-4b6f-a04f-ff5e6b40c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:31:50.845049 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6f770ce2-9383-468b-867a-920e1a6f1690 req-a7bf0323-2148-4b6f-a04f-ff5e6b40c543 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1098 time: 0.0886121 Apr 19 19:31:51.001795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f770ce2-9383-468b-867a-920e1a6f1690 req-ef02dd77-6183-4ec5-91fd-f4779796a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:31:51.003232 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6f770ce2-9383-468b-867a-920e1a6f1690 req-ef02dd77-6183-4ec5-91fd-f4779796a106 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1385083 Apr 19 19:31:51.309800 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6f770ce2-9383-468b-867a-920e1a6f1690 req-7b12e6d1-9a14-432b-be2f-6fc26a66ff23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 217 time: 0.3003926 Apr 19 19:31:51.394397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f770ce2-9383-468b-867a-920e1a6f1690 req-4a7c7a13-7f98-464a-abe1-6e80b81f91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:31:51.397041 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6f770ce2-9383-468b-867a-920e1a6f1690 req-4a7c7a13-7f98-464a-abe1-6e80b81f91f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0798936 Apr 19 19:31:51.449805 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6f770ce2-9383-468b-867a-920e1a6f1690 req-2ff53d79-ac37-48ce-a9b9-5ce6821a29d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458114 Apr 19 19:31:51.603464 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6f770ce2-9383-468b-867a-920e1a6f1690 req-e343236b-3729-4db6-acab-68fc80adf257 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462090 Apr 19 19:31:51.763205 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6f770ce2-9383-468b-867a-920e1a6f1690 req-72f3377c-f0b0-4bfb-bc4e-9e2c28bc45a1 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501219 Apr 19 19:32:06.370026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a4301784-df71-4f39-85e8-21e5a4aba06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:32:06.966058 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:32:08.410296 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6950aefe-c96d-40b4-bd81-4ca6279c76c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:32:08.905626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:32:09.388874 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:32:10.879355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:32:14.672516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:32:36.374217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-28590eea-1d60-434c-96ad-f276e75958a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:32:36.996035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:32:38.397362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8244c436-2c48-4560-bf7e-bba24a417c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:32:38.909811 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:32:39.391905 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:32:40.883484 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:32:51.597275 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d6e814b-f749-4344-bbf6-30010db8d370 req-c8620761-161a-4069-9931-b1efba830c8d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879042 Apr 19 19:32:51.667625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:32:51.694260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e814b-f749-4344-bbf6-30010db8d370 req-41d3a2bd-89cb-46ed-8361-8e2f4a98b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:32:51.695882 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d6e814b-f749-4344-bbf6-30010db8d370 req-41d3a2bd-89cb-46ed-8361-8e2f4a98b3b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 1099 time: 0.0776167 Apr 19 19:32:51.852390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e814b-f749-4344-bbf6-30010db8d370 req-a6d7f166-171c-4ef7-a2af-4ef0d0796515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:32:51.853848 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d6e814b-f749-4344-bbf6-30010db8d370 req-a6d7f166-171c-4ef7-a2af-4ef0d0796515 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1382799 Apr 19 19:32:51.928070 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d6e814b-f749-4344-bbf6-30010db8d370 req-77451d0e-6b39-48d6-a4a0-0ee28b3ae052 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e HTTP/1.1" status: 200 len: 217 time: 0.0680048 Apr 19 19:32:51.997332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e814b-f749-4344-bbf6-30010db8d370 req-b74910e9-8181-476c-a0a9-450feb43bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:32:51.998892 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d6e814b-f749-4344-bbf6-30010db8d370 req-b74910e9-8181-476c-a0a9-450feb43bf34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0650148 Apr 19 19:32:52.050002 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d6e814b-f749-4344-bbf6-30010db8d370 req-48fc61b0-d2fd-4958-af18-d7a7ba22a465 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451965 Apr 19 19:32:52.190093 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d6e814b-f749-4344-bbf6-30010db8d370 req-e70f5252-6539-412a-9834-be4145508551 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337385 Apr 19 19:32:52.332107 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d6e814b-f749-4344-bbf6-30010db8d370 req-0baa270b-ca16-43b3-9d2e-afb2f58f7ea4 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359296 Apr 19 19:33:06.374838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0af323d-dc2f-4569-a602-30ea66944aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:06.995480 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:08.393736 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-06936684-c6f0-4365-8760-d7e8c2c73bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:08.904835 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:09.387954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:10.893462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:28.674602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:33:36.373917 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-abea57f7-1692-4e0d-9fd3-a522d6fb0ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:36.994401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:38.392995 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a9636c26-5cc0-44c9-b0e9-c601dbca544a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:38.915101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:39.401137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:40.897022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:45.969800 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4bd1a-dc84-48e2-bd46-b78beb21eb4b req-d66ca8b1-0711-4fd2-aa21-dd7b64fffe76 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:33:45.971430 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2bf4bd1a-dc84-48e2-bd46-b78beb21eb4b req-d66ca8b1-0711-4fd2-aa21-dd7b64fffe76 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 945 time: 0.2224116 Apr 19 19:33:46.020491 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2bf4bd1a-dc84-48e2-bd46-b78beb21eb4b req-05345b37-0580-46c4-b91c-277344b9894d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425262 Apr 19 19:33:46.151748 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ba990-ac5a-4930-af7a-f7fb8e717eb4 req-9509542a-7df6-40e0-a5dd-056dea7d1efa tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:33:46.153320 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b54ba990-ac5a-4930-af7a-f7fb8e717eb4 req-9509542a-7df6-40e0-a5dd-056dea7d1efa tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 945 time: 0.0886674 Apr 19 19:33:46.235046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-b54ba990-ac5a-4930-af7a-f7fb8e717eb4 req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Deleting port 0ac35330-f57a-458e-9d4f-f6145f589aec {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:33:46.235282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b54ba990-ac5a-4930-af7a-f7fb8e717eb4 req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:46.502327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-b54ba990-ac5a-4930-af7a-f7fb8e717eb4 req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] For port 0ac35330-f57a-458e-9d4f-f6145f589aec, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0ac35330-f57a-458e-9d4f-f6145f589aec,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:33:46.502758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b54ba990-ac5a-4930-af7a-f7fb8e717eb4 req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:46.634852 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-b54ba990-ac5a-4930-af7a-f7fb8e717eb4 req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Calling delete_port for 0ac35330-f57a-458e-9d4f-f6145f589aec owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:33:46.788338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b54ba990-ac5a-4930-af7a-f7fb8e717eb4 req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:46.794053 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-fa6396d6-18f4-45a0-8776-ff3952595952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:33:46.800398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['777f44fc-ac49-4014-8738-fbda985bbd09', '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e', '0ac35330-f57a-458e-9d4f-f6145f589aec'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:33:46.842409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Pushing event deleted for resources: {'Port': ['ID=0ac35330-f57a-458e-9d4f-f6145f589aec,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:33:46.891353 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:46.891766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:46.892162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:46.892556 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:46.892942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:46.893329 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:46.893959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:46.894156 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:46.894691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:46.895079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:46.895463 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:46.896152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:46.925167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:33:46.936758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54ba990-ac5a-4930-af7a-f7fb8e717eb4 req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] No DVR routers for this DVR port 0ac35330-f57a-458e-9d4f-f6145f589aec on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:33:46.939345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-b54ba990-ac5a-4930-af7a-f7fb8e717eb4 req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:46.942113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc697a63-bf5e-43c5-a157-b81a5d261f9f', 'name': 'network-vif-deleted', 'tag': '0ac35330-f57a-458e-9d4f-f6145f589aec'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:33:46.954912 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b54ba990-ac5a-4930-af7a-f7fb8e717eb4 req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "DELETE /v2.0/ports/0ac35330-f57a-458e-9d4f-f6145f589aec HTTP/1.1" status: 204 len: 173 time: 0.7953429 Apr 19 19:33:47.124620 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc697a63-bf5e-43c5-a157-b81a5d261f9f', 'name': 'network-vif-deleted', 'tag': '0ac35330-f57a-458e-9d4f-f6145f589aec', 'status': 'completed', 'code': 200} Apr 19 19:33:47.262954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-5db65df3-be11-4cae-874e-90abb4fe9e93 req-70c1f8cb-3571-463f-aab5-ad9ccf31bdc7 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Synchronizing usage tracker for tenant:fbff15111e1d4753ab5b433204c69165 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:33:47.280559 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-5db65df3-be11-4cae-874e-90abb4fe9e93 req-70c1f8cb-3571-463f-aab5-ad9ccf31bdc7 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Unset dirty status for tenant:fbff15111e1d4753ab5b433204c69165 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:33:47.281783 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5db65df3-be11-4cae-874e-90abb4fe9e93 req-70c1f8cb-3571-463f-aab5-ad9ccf31bdc7 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc697a63-bf5e-43c5-a157-b81a5d261f9f HTTP/1.1" status: 200 len: 210 time: 0.0756447 Apr 19 19:33:48.855404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba151d23-eaf8-4317-85c9-c0eef7667c34 req-79a7d10c-dc96-4dda-a4b5-6e732eec8da3 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:33:48.857000 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ba151d23-eaf8-4317-85c9-c0eef7667c34 req-79a7d10c-dc96-4dda-a4b5-6e732eec8da3 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 946 time: 0.1466579 Apr 19 19:33:48.906796 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ba151d23-eaf8-4317-85c9-c0eef7667c34 req-317e9089-d4a6-47d6-ae0b-79f1ff6c11b4 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428679 Apr 19 19:33:49.119918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499ce66-4300-4451-8c02-73755c5453e0 req-6882e1db-e1d0-490b-9097-0979858850f2 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:33:49.121470 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f499ce66-4300-4451-8c02-73755c5453e0 req-6882e1db-e1d0-490b-9097-0979858850f2 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 946 time: 0.0886576 Apr 19 19:33:49.207573 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-f499ce66-4300-4451-8c02-73755c5453e0 req-f177e586-5fd6-4394-950f-98b9309bb876 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Deleting port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:33:49.207875 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f499ce66-4300-4451-8c02-73755c5453e0 req-f177e586-5fd6-4394-950f-98b9309bb876 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:49.474712 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-f499ce66-4300-4451-8c02-73755c5453e0 req-f177e586-5fd6-4394-950f-98b9309bb876 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] For port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:33:49.475113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f499ce66-4300-4451-8c02-73755c5453e0 req-f177e586-5fd6-4394-950f-98b9309bb876 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:49.612238 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-f499ce66-4300-4451-8c02-73755c5453e0 req-f177e586-5fd6-4394-950f-98b9309bb876 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Calling delete_port for 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:33:49.668154 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 50432) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:33:49.775003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f499ce66-4300-4451-8c02-73755c5453e0 req-f177e586-5fd6-4394-950f-98b9309bb876 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:49.785479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6dbd0329-189a-4436-a35b-357ee22a9e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:33:49.787525 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['777f44fc-ac49-4014-8738-fbda985bbd09', '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:33:49.800878 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:49.818013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:33:49.823217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Usage tracker for resource:security_group_rule and tenant:1c05ac51630a4c07ac89a7ee485a6f4c is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:33:49.826352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:33:49.832803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:33:49.835955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177e586-5fd6-4394-950f-98b9309bb876 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Pushing event deleted for resources: {'Port': ['ID=8466d8a7-c47e-444f-9b45-cbb3b8d0f56e,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:33:49.840066 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f177e586-5fd6-4394-950f-98b9309bb876 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:33:49.922666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f499ce66-4300-4451-8c02-73755c5453e0 req-f177e586-5fd6-4394-950f-98b9309bb876 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] No DVR routers for this DVR port 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:33:49.925397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f499ce66-4300-4451-8c02-73755c5453e0 req-f177e586-5fd6-4394-950f-98b9309bb876 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:49.928574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f33dd5-6d87-43b6-ac81-3b8b4ff081e0', 'name': 'network-vif-deleted', 'tag': '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:33:49.941411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:49.946340 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:49.947401 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f499ce66-4300-4451-8c02-73755c5453e0 req-f177e586-5fd6-4394-950f-98b9309bb876 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "DELETE /v2.0/ports/8466d8a7-c47e-444f-9b45-cbb3b8d0f56e HTTP/1.1" status: 204 len: 173 time: 0.8185775 Apr 19 19:33:49.970496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-717accc3-5f3c-42d0-8db4-a1ca99432903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:33:50.013599 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f33dd5-6d87-43b6-ac81-3b8b4ff081e0', 'name': 'network-vif-deleted', 'tag': '8466d8a7-c47e-444f-9b45-cbb3b8d0f56e', 'status': 'completed', 'code': 200} Apr 19 19:33:50.018051 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4817d930-093b-493b-aefa-9bd58dc286f0,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:33:50.027145 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c05ac51630a4c07ac89a7ee485a6f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551984 Apr 19 19:33:50.027987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 50444) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:33:50.029980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:50.030396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:50.030831 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:50.031230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:50.031618 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:50.032067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:50.032375 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:50.032758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:50.033168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:50.033505 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:50.033891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:50.034338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:33:50.039283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:33:50.145002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-52f73329-9652-46f6-88f1-cb1c5783a963 req-c86f04bd-55d8-4a4e-b0f3-93c7cf3ed646 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Synchronizing usage tracker for tenant:fbff15111e1d4753ab5b433204c69165 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:33:50.182356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-52f73329-9652-46f6-88f1-cb1c5783a963 req-c86f04bd-55d8-4a4e-b0f3-93c7cf3ed646 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Unset dirty status for tenant:fbff15111e1d4753ab5b433204c69165 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:33:50.183662 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-52f73329-9652-46f6-88f1-cb1c5783a963 req-c86f04bd-55d8-4a4e-b0f3-93c7cf3ed646 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=29f33dd5-6d87-43b6-ac81-3b8b4ff081e0 HTTP/1.1" status: 200 len: 210 time: 0.1020248 Apr 19 19:33:50.188534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d75cad54-ca49-4961-8c95-0e62ec3a544a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:50.217082 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d75cad54-ca49-4961-8c95-0e62ec3a544a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:50.283291 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d75cad54-ca49-4961-8c95-0e62ec3a544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:50.287650 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4625175b-1864-4c22-8b37-92283899c231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:33:50.299527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cad54-ca49-4961-8c95-0e62ec3a544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4817d930-093b-493b-aefa-9bd58dc286f0,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:33:50.302000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d75cad54-ca49-4961-8c95-0e62ec3a544a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:33:50.307465 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d75cad54-ca49-4961-8c95-0e62ec3a544a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:50.308658 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d75cad54-ca49-4961-8c95-0e62ec3a544a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4817d930-093b-493b-aefa-9bd58dc286f0 HTTP/1.1" status: 204 len: 168 time: 0.2790596 Apr 19 19:33:50.615737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 50452) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:33:50.635685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8490b8dc-c3e7-4d10-809d-5e9bfa55f910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:50.651471 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-8490b8dc-c3e7-4d10-809d-5e9bfa55f910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:33:50.655604 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-8490b8dc-c3e7-4d10-809d-5e9bfa55f910 admin admin] Usage tracker for resource:security_group_rule and tenant:b0da674e76af415289e3012e088cfbef is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:33:50.658574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-8490b8dc-c3e7-4d10-809d-5e9bfa55f910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:33:50.664841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-8490b8dc-c3e7-4d10-809d-5e9bfa55f910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:33:50.753783 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8490b8dc-c3e7-4d10-809d-5e9bfa55f910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:50.757606 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8490b8dc-c3e7-4d10-809d-5e9bfa55f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:50.764945 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5e042799-a84c-4b45-b675-ee6de5fcf557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:33:50.808449 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-8490b8dc-c3e7-4d10-809d-5e9bfa55f910 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0da674e76af415289e3012e088cfbef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915369 Apr 19 19:33:50.809324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490b8dc-c3e7-4d10-809d-5e9bfa55f910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5f9f00-32c8-4821-a110-df984c50f28f,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:33:50.812512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 50458) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:33:50.812688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8490b8dc-c3e7-4d10-809d-5e9bfa55f910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:33:50.885001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-feb9365d-c398-4b62-b6c5-7702eda29cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:50.899316 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:33:50.914908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-feb9365d-c398-4b62-b6c5-7702eda29cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:50.937962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:33:50.938582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 8466d8a7-c47e-444f-9b45-cbb3b8d0f56e not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:33:50.938887 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 0ac35330-f57a-458e-9d4f-f6145f589aec no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:33:50.962699 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-feb9365d-c398-4b62-b6c5-7702eda29cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:50.968270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4015dd1d-7235-4ab3-9e82-7532df4f8ca1 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:33:50.979463 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: 0ac35330-f57a-458e-9d4f-f6145f589aec {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:33:50.979870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 0ac35330-f57a-458e-9d4f-f6145f589aec not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:33:50.982002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9365d-c398-4b62-b6c5-7702eda29cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5f9f00-32c8-4821-a110-df984c50f28f,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:33:50.986972 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-feb9365d-c398-4b62-b6c5-7702eda29cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:33:50.991506 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-feb9365d-c398-4b62-b6c5-7702eda29cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:33:50.992718 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-feb9365d-c398-4b62-b6c5-7702eda29cac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd5f9f00-32c8-4821-a110-df984c50f28f HTTP/1.1" status: 204 len: 168 time: 0.1786051 Apr 19 19:34:05.665841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:34:06.373170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-854f8de1-3d3c-4fe6-a7e1-fb22f4995a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:34:07.011661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:34:08.391233 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d75ea850-278c-4fac-8dd7-1de7171b87c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:34:08.916084 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:34:09.403847 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:34:10.899207 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:34:36.379110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f4e687d4-493a-4105-a369-364ff226ea18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:34:37.004403 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:34:38.390728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-68ab7bda-dc3a-4829-9b96-823e87f6ebe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:34:38.912107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:34:39.409713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:34:40.903452 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:34:42.671293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:34:53.540286 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19ec78bf-6821-45e8-b48e-27e5f3e55ee3 req-3cbffd8a-4f9f-4aef-b507-cb1bee0ed1bb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827200 Apr 19 19:34:53.698179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec78bf-6821-45e8-b48e-27e5f3e55ee3 req-893994aa-0911-4974-904e-d8863024af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:34:53.699798 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19ec78bf-6821-45e8-b48e-27e5f3e55ee3 req-893994aa-0911-4974-904e-d8863024af20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1098 time: 0.0850573 Apr 19 19:34:53.857378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec78bf-6821-45e8-b48e-27e5f3e55ee3 req-df2694fd-7cc5-42b3-a124-a0ccaa2bffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:34:53.858911 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19ec78bf-6821-45e8-b48e-27e5f3e55ee3 req-df2694fd-7cc5-42b3-a124-a0ccaa2bffa3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1370339 Apr 19 19:34:53.930780 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19ec78bf-6821-45e8-b48e-27e5f3e55ee3 req-b6ec0ccf-0914-48e8-9d9c-2e06dc78aa4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 217 time: 0.0652132 Apr 19 19:34:54.000462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec78bf-6821-45e8-b48e-27e5f3e55ee3 req-4cc9e983-0a09-4cee-8036-d5e4bf94b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:34:54.001971 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19ec78bf-6821-45e8-b48e-27e5f3e55ee3 req-4cc9e983-0a09-4cee-8036-d5e4bf94b53c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0652783 Apr 19 19:34:54.053927 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19ec78bf-6821-45e8-b48e-27e5f3e55ee3 req-6944b6c9-a444-4faa-8020-60ce7cc6f805 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457649 Apr 19 19:34:54.195872 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19ec78bf-6821-45e8-b48e-27e5f3e55ee3 req-b3770e6f-17ec-4ffb-8783-e87866069f7c service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351762 Apr 19 19:34:54.571953 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19ec78bf-6821-45e8-b48e-27e5f3e55ee3 req-88b57984-fa82-4c8f-b708-b9fdd8e512fe service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686748 Apr 19 19:35:06.375918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c406f511-498e-487b-b8cb-1384ffdc0ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:35:07.004421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:35:08.391610 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e610d4b5-8936-45c0-aae9-0d44697d7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:35:08.926820 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:35:09.400198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:35:10.898138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:35:19.677261 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:35:36.360584 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ff35-381e-4c12-8a9a-a620acbba49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:35:37.011729 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:35:38.394281 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-889e868e-6978-4124-9593-49581315eb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:35:38.931910 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:35:39.405198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:35:40.906979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:35:54.541923 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c37c5f57-3adc-4ebe-b4e4-eba6c43a95f3 req-a62d3737-4201-4adc-a3f2-834e65cd7812 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827680 Apr 19 19:35:54.695919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c5f57-3adc-4ebe-b4e4-eba6c43a95f3 req-c87626bd-b546-4980-81d8-dc774f3320be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:35:54.697461 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c37c5f57-3adc-4ebe-b4e4-eba6c43a95f3 req-c87626bd-b546-4980-81d8-dc774f3320be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1098 time: 0.0804172 Apr 19 19:35:54.864777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c5f57-3adc-4ebe-b4e4-eba6c43a95f3 req-f7c21291-12b8-4a4f-9e19-4bd4da7ee6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:35:54.866282 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c37c5f57-3adc-4ebe-b4e4-eba6c43a95f3 req-f7c21291-12b8-4a4f-9e19-4bd4da7ee6fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1402230 Apr 19 19:35:54.942239 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c37c5f57-3adc-4ebe-b4e4-eba6c43a95f3 req-b5dc4dc1-a9fb-488d-91cd-f25236652eb6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 217 time: 0.0693951 Apr 19 19:35:55.013887 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c5f57-3adc-4ebe-b4e4-eba6c43a95f3 req-32effd18-ca26-48bc-ac47-f9b07159d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:35:55.015490 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c37c5f57-3adc-4ebe-b4e4-eba6c43a95f3 req-32effd18-ca26-48bc-ac47-f9b07159d33a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0663753 Apr 19 19:35:55.068732 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c37c5f57-3adc-4ebe-b4e4-eba6c43a95f3 req-6595e43e-2957-40b3-ac0c-0be5e022b8ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461266 Apr 19 19:35:55.215585 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c37c5f57-3adc-4ebe-b4e4-eba6c43a95f3 req-0c35eb9c-4b5a-4cd6-9d6e-902dcbb07563 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400299 Apr 19 19:35:55.361724 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c37c5f57-3adc-4ebe-b4e4-eba6c43a95f3 req-4dcf61d7-8005-48f9-a3f3-befa6b28f568 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391239 Apr 19 19:35:56.681435 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:36:06.364651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-95c3f36f-a5f9-4a89-a496-bcb3bfe4f753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:36:07.001830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:36:08.403291 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6ce05c45-39cc-47a0-84de-1fc96f85d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:36:08.929182 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:36:09.402651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:36:10.917197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:36:33.689044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:36:36.379644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e3cf68bc-a6b4-4de1-be91-1c7be4a58523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:36:37.017666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:36:38.387570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b3e78a3b-4e48-4ada-aeda-740b87bb3d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:36:38.940349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:36:39.398404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:36:40.917366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:36:56.694116 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0ec5408-6e18-4cf8-a1a1-aec05c533910 req-59de8fb9-02f1-4602-b472-78c5e6b55736 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2347598 Apr 19 19:36:56.863555 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec5408-6e18-4cf8-a1a1-aec05c533910 req-c327cf6c-4fed-49fc-be0e-dea91256d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:36:56.865136 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0ec5408-6e18-4cf8-a1a1-aec05c533910 req-c327cf6c-4fed-49fc-be0e-dea91256d3cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1098 time: 0.0934870 Apr 19 19:36:57.037984 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec5408-6e18-4cf8-a1a1-aec05c533910 req-5c813176-e986-4d37-9763-81ecde541f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:36:57.039637 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0ec5408-6e18-4cf8-a1a1-aec05c533910 req-5c813176-e986-4d37-9763-81ecde541f96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1534693 Apr 19 19:36:57.118542 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0ec5408-6e18-4cf8-a1a1-aec05c533910 req-3b18cc1f-7191-4a20-9564-6b0c610730fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 217 time: 0.0717218 Apr 19 19:36:57.188673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec5408-6e18-4cf8-a1a1-aec05c533910 req-b99bdb86-72fd-4331-ad1a-f8eae1e5bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:36:57.190262 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0ec5408-6e18-4cf8-a1a1-aec05c533910 req-b99bdb86-72fd-4331-ad1a-f8eae1e5bc75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0659137 Apr 19 19:36:57.247574 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0ec5408-6e18-4cf8-a1a1-aec05c533910 req-5a5cbb8e-6594-497e-ac73-6573a60d3472 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506067 Apr 19 19:36:57.396733 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0ec5408-6e18-4cf8-a1a1-aec05c533910 req-d579f389-9494-4da4-a536-f924dc0dda64 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418049 Apr 19 19:36:57.539631 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0ec5408-6e18-4cf8-a1a1-aec05c533910 req-a880337a-da06-4a5d-b167-947a1daf55b6 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362123 Apr 19 19:37:06.383163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0e0babe1-9760-4fb3-8f84-784930f28b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:37:07.017080 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:37:08.400189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5b443843-537b-4b0b-a0a5-db2fd46302a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:37:08.941112 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:37:09.394244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:37:10.685277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:37:10.920182 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:37:36.382336 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-77be8576-dc2d-4907-a28a-9ee45845506d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:37:37.039620 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:37:38.404137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df220233-2dac-4aa3-a00b-93121806ad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:37:38.947417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:37:39.410222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:37:40.924109 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:37:47.692846 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:37:57.552003 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a850b199-ca90-4cb4-82ad-214daf80b02a req-56577559-ab86-46ad-8945-4ea84c5af013 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0909014 Apr 19 19:37:57.709974 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850b199-ca90-4cb4-82ad-214daf80b02a req-9ee3662a-f2ad-4248-9d84-ba9db5fd7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:37:57.711748 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a850b199-ca90-4cb4-82ad-214daf80b02a req-9ee3662a-f2ad-4248-9d84-ba9db5fd7a70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1098 time: 0.0882030 Apr 19 19:37:57.873195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850b199-ca90-4cb4-82ad-214daf80b02a req-0610a36a-1a6c-4f30-8fd1-39274db72836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:37:57.874842 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a850b199-ca90-4cb4-82ad-214daf80b02a req-0610a36a-1a6c-4f30-8fd1-39274db72836 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1442957 Apr 19 19:37:57.946996 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a850b199-ca90-4cb4-82ad-214daf80b02a req-9f687911-f57d-4acc-8fff-4fa317a3bff5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 217 time: 0.0656393 Apr 19 19:37:58.018709 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850b199-ca90-4cb4-82ad-214daf80b02a req-9d2d3d46-c8d8-4f86-b161-12fa5bb21535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:37:58.020513 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a850b199-ca90-4cb4-82ad-214daf80b02a req-9d2d3d46-c8d8-4f86-b161-12fa5bb21535 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0674262 Apr 19 19:37:58.072805 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a850b199-ca90-4cb4-82ad-214daf80b02a req-bfc29754-e0b1-4d98-9d15-29a9d5da9cbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464659 Apr 19 19:37:58.218703 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a850b199-ca90-4cb4-82ad-214daf80b02a req-4cf65602-2978-42a6-88b5-5d475d843b86 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396706 Apr 19 19:37:58.366124 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a850b199-ca90-4cb4-82ad-214daf80b02a req-3231abf2-a975-4436-ab9c-412d45cd07a2 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402080 Apr 19 19:38:06.382482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-71a89c0d-472b-49df-bfa7-d98c5bdfe121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:38:07.042499 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:38:08.407097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c369aeed-37aa-4b2a-a5a2-2d7f2893f148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:38:08.941765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:38:09.415298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:38:10.927187 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:38:24.683580 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:38:36.382333 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6f5d041f-0ef7-42c8-ad1f-d89d008c3620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:38:37.050437 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:38:38.408840 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-63d1f23e-295f-4072-892d-6b70ec2ae425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:38:38.954196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:38:39.409227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:38:40.932602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:38:59.546516 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f94405cb-edcf-4f91-94cd-ec42ef849700 req-09438f01-0ee4-403a-a56b-30c1d53a6960 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808771 Apr 19 19:38:59.741925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94405cb-edcf-4f91-94cd-ec42ef849700 req-9c8ccc1f-0d24-402e-8a1e-31c055a3758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:38:59.743821 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f94405cb-edcf-4f91-94cd-ec42ef849700 req-9c8ccc1f-0d24-402e-8a1e-31c055a3758a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbff15111e1d4753ab5b433204c69165&device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 1098 time: 0.0961418 Apr 19 19:38:59.905724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94405cb-edcf-4f91-94cd-ec42ef849700 req-f093cfbb-0607-4848-b90a-ba9af0b8de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:38:59.907360 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f94405cb-edcf-4f91-94cd-ec42ef849700 req-f093cfbb-0607-4848-b90a-ba9af0b8de75 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 200 len: 915 time: 0.1410065 Apr 19 19:38:59.987060 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f94405cb-edcf-4f91-94cd-ec42ef849700 req-dfb9477d-eb8b-4e38-9576-3606077f6134 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 200 len: 217 time: 0.0716019 Apr 19 19:39:00.056705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94405cb-edcf-4f91-94cd-ec42ef849700 req-f16bcfd9-df6d-44d0-8c01-f81e317fca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:39:00.058139 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f94405cb-edcf-4f91-94cd-ec42ef849700 req-f16bcfd9-df6d-44d0-8c01-f81e317fca9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 200 len: 854 time: 0.0639181 Apr 19 19:39:00.111805 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f94405cb-edcf-4f91-94cd-ec42ef849700 req-ae53fc31-2bfb-4622-b4c1-914c4dada28f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c06345fb-504f-4da6-8c7f-16a38f90e35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460436 Apr 19 19:39:00.256233 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f94405cb-edcf-4f91-94cd-ec42ef849700 req-19d4a77e-3034-4c48-9f65-6ccd899d9254 service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370678 Apr 19 19:39:00.412414 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f94405cb-edcf-4f91-94cd-ec42ef849700 req-9a8fe648-662a-48fe-b75d-a63c52ff560f service neutron] 10.222.0.52 "GET /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492183 Apr 19 19:39:01.687579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:39:06.388920 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bf86ea22-e0af-4c65-a7af-b6bc759bbc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:07.040285 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:08.410785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ec030610-0606-4e8d-b1bf-8ae0518ed448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:08.949348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:09.422649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:10.930914 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:36.382141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-86b9bc1c-8951-4b95-b9a0-407ffd096f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:37.075512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:38.412217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d1cf4223-8554-4ee2-9c91-915edc483b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:38.689015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:39:38.963930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:39.425901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:40.945464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:51.554870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53210) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:52.326373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396441'] for router_interface, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:52.493041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb10fd-cdb4-4f2b-ad5c-e450b8548409 req-41986b85-64b9-4c33-a471-de9240e4716b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:39:52.494741 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64bb10fd-cdb4-4f2b-ad5c-e450b8548409 req-41986b85-64b9-4c33-a471-de9240e4716b tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 945 time: 0.2624955 Apr 19 19:39:52.543242 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-64bb10fd-cdb4-4f2b-ad5c-e450b8548409 req-5f3d967c-4a2f-42a2-a373-fdca3aadf52d tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/security-groups?id=e291ab7b-6a59-4b31-a711-b63f89be279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420320 Apr 19 19:39:52.673701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c67587-0259-401a-87ad-afe86be7a8be req-fe31eb1b-caf1-477e-a7e4-9944440568d3 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:39:52.675464 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-46c67587-0259-401a-87ad-afe86be7a8be req-fe31eb1b-caf1-477e-a7e4-9944440568d3 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 945 time: 0.0897179 Apr 19 19:39:52.708662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Deleting port df4f5b80-1873-40bc-a409-c7d0d12f6859 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:39:52.709040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:52.756737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-46c67587-0259-401a-87ad-afe86be7a8be req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Deleting port 777f44fc-ac49-4014-8738-fbda985bbd09 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:39:52.757119 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-46c67587-0259-401a-87ad-afe86be7a8be req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:52.896757 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] For port df4f5b80-1873-40bc-a409-c7d0d12f6859, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=df4f5b80-1873-40bc-a409-c7d0d12f6859,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:39:52.897343 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:53.041970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Calling delete_port for df4f5b80-1873-40bc-a409-c7d0d12f6859 owned by network:router_interface {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:39:53.238777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:53.243780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:53.272761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-46c67587-0259-401a-87ad-afe86be7a8be req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] For port 777f44fc-ac49-4014-8738-fbda985bbd09, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=777f44fc-ac49-4014-8738-fbda985bbd09,segment=NetworkSegment(62093d1b-b1af-4439-aa0d-fdc41e549f25),segment_id=62093d1b-b1af-4439-aa0d-fdc41e549f25)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:39:53.273074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-46c67587-0259-401a-87ad-afe86be7a8be req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:53.293537 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53238) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:53.296471 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Pushing event deleted for resources: {'Port': ['ID=df4f5b80-1873-40bc-a409-c7d0d12f6859,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:53.382480 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.383056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.383565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.384073 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.384575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.385095 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.385594 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.386232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.386763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.387262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.387798 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.388337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.397203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:53.409251 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-46c67587-0259-401a-87ad-afe86be7a8be req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Calling delete_port for 777f44fc-ac49-4014-8738-fbda985bbd09 owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:39:53.569626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-46c67587-0259-401a-87ad-afe86be7a8be req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:53.575117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3ac512df-9277-47a6-a3df-cb2e5d25b3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:53.577940 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:53.581886 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['777f44fc-ac49-4014-8738-fbda985bbd09'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:39:53.593767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-3ac512df-9277-47a6-a3df-cb2e5d25b3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:39:53.597806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-3ac512df-9277-47a6-a3df-cb2e5d25b3ca admin admin] Usage tracker for resource:security_group_rule and tenant:3d7f3baa97c844aa814ac56b24a7140d is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:39:53.601035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-3ac512df-9277-47a6-a3df-cb2e5d25b3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:39:53.608205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-3ac512df-9277-47a6-a3df-cb2e5d25b3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:39:53.638157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Pushing event deleted for resources: {'Port': ['ID=777f44fc-ac49-4014-8738-fbda985bbd09,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:53.698706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.699298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.699482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.699870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.700312 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.700705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.701091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.701484 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.701850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.702226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.702653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.703035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:53.716372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850862686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396519'] for router_interface, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:53.738117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:53.750053 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c67587-0259-401a-87ad-afe86be7a8be req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] No DVR routers for this DVR port 777f44fc-ac49-4014-8738-fbda985bbd09 on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:39:53.752510 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-46c67587-0259-401a-87ad-afe86be7a8be req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:53.755381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41269d96-d911-46ff-8d65-3fe26dc7ed7d', 'name': 'network-vif-deleted', 'tag': '777f44fc-ac49-4014-8738-fbda985bbd09'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:39:53.788916 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-46c67587-0259-401a-87ad-afe86be7a8be req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.52 "DELETE /v2.0/ports/777f44fc-ac49-4014-8738-fbda985bbd09 HTTP/1.1" status: 204 len: 173 time: 1.1068285 Apr 19 19:39:53.926266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-7c4ebedf-593c-43b1-a6cd-cc96ae04c9dc req-ecff7e54-9a1a-45cb-bd40-a10a315ef781 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Synchronizing usage tracker for tenant:fbff15111e1d4753ab5b433204c69165 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:39:53.943963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-7c4ebedf-593c-43b1-a6cd-cc96ae04c9dc req-ecff7e54-9a1a-45cb-bd40-a10a315ef781 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Unset dirty status for tenant:fbff15111e1d4753ab5b433204c69165 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:39:53.945335 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7c4ebedf-593c-43b1-a6cd-cc96ae04c9dc req-ecff7e54-9a1a-45cb-bd40-a10a315ef781 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] 10.222.0.55 "GET /v2.0/ports?device_id=41269d96-d911-46ff-8d65-3fe26dc7ed7d HTTP/1.1" status: 200 len: 210 time: 0.2574952 Apr 19 19:39:53.968751 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41269d96-d911-46ff-8d65-3fe26dc7ed7d', 'name': 'network-vif-deleted', 'tag': '777f44fc-ac49-4014-8738-fbda985bbd09', 'status': 'completed', 'code': 200} Apr 19 19:39:54.153517 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3ac512df-9277-47a6-a3df-cb2e5d25b3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:54.158095 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3ac512df-9277-47a6-a3df-cb2e5d25b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:54.166955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8f089d0c-4bae-4e20-9f83-2face9f2d983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:54.235439 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-3ac512df-9277-47a6-a3df-cb2e5d25b3ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d7f3baa97c844aa814ac56b24a7140d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9406500 Apr 19 19:39:54.238367 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac512df-9277-47a6-a3df-cb2e5d25b3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6d8200-58fa-4dc4-8cbf-3ff659b00f82,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:54.238688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53256) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:54.243101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3ac512df-9277-47a6-a3df-cb2e5d25b3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:54.308947 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eeaa98ba-0e91-42b8-a865-064ddc6e297a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:54.337962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eeaa98ba-0e91-42b8-a865-064ddc6e297a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:54.402635 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eeaa98ba-0e91-42b8-a865-064ddc6e297a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:54.407912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d9a6f73c-10d7-4284-9ba6-29e17b93f44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:54.422110 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa98ba-0e91-42b8-a865-064ddc6e297a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6d8200-58fa-4dc4-8cbf-3ff659b00f82,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:54.424904 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-eeaa98ba-0e91-42b8-a865-064ddc6e297a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:54.426185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eeaa98ba-0e91-42b8-a865-064ddc6e297a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:54.430258 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-eeaa98ba-0e91-42b8-a865-064ddc6e297a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f6d8200-58fa-4dc4-8cbf-3ff659b00f82 HTTP/1.1" status: 204 len: 168 time: 0.1903656 Apr 19 19:39:54.462802 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Router a93012db-1d0d-4519-82e6-a78b4ff3a477 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:39:54.674162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:39:54.686117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b326ac-59b2-415b-a4b6-366de21cd989 None None] Sync routers for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:39:54.698204 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d9ad1bc4-86e5-4892-8465-b0bc0ea81391 admin admin] 10.222.0.55 "PUT /v2.0/routers/a93012db-1d0d-4519-82e6-a78b4ff3a477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1421282 Apr 19 19:39:54.701612 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53268) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:54.726345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b326ac-59b2-415b-a4b6-366de21cd989 None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:39:54.727265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-43b326ac-59b2-415b-a4b6-366de21cd989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:39:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:39:54.947707 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Notify callbacks [] for router, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.161661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.175030 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Deleting port 4b892f6b-6631-4181-858e-0f24893a74a9 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:39:55.175397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.182430 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53290) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:55.323900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-43b326ac-59b2-415b-a4b6-366de21cd989 None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: None {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:39:55.409674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] For port 4b892f6b-6631-4181-858e-0f24893a74a9, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=4b892f6b-6631-4181-858e-0f24893a74a9,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:39:55.410081 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.419424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53300) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:55.450323 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-43b326ac-59b2-415b-a4b6-366de21cd989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:39:55Z', 'revision_number': 6, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port_host': None}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:39:55.455102 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b326ac-59b2-415b-a4b6-366de21cd989 None None] Checking router: a93012db-1d0d-4519-82e6-a78b4ff3a477 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:39:55.465085 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b326ac-59b2-415b-a4b6-366de21cd989 None None] Routers {'a93012db-1d0d-4519-82e6-a78b4ff3a477'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:39:55.466046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-43b326ac-59b2-415b-a4b6-366de21cd989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:39:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['a93012db-1d0d-4519-82e6-a78b4ff3a477'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:39:55.477337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1951164040-network', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:39:55.483464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:39:55.488393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Usage tracker for resource:network and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:39:55.491608 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:39:55.498228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:39:55.551811 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Made reservation on behalf of 7e4d3653c531499ab4cea96df1a5ef60 for: {'network': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:39:55.556680 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.561901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Calling delete_port for 4b892f6b-6631-4181-858e-0f24893a74a9 owned by network:router_gateway {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:39:55.579193 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.604727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b92ad94-5a55-4b21-8b0c-03d868288679 admin admin] Deleting subnet e1ad4e80-7721-4138-a1cc-4e228a93cf71 {{(pid=86441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:39:55.607142 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:39:55.612389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b92ad94-5a55-4b21-8b0c-03d868288679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.642742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-43b326ac-59b2-415b-a4b6-366de21cd989 None None] Set router a93012db-1d0d-4519-82e6-a78b4ff3a477 gateway port host: None {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:39:55.645133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Usage tracker for resource:security_group_rule and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:39:55.652589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:39:55.661595 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:39:55.687024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b92ad94-5a55-4b21-8b0c-03d868288679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852762686'] for subnet, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.761265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.766421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b8d96099-e5e5-48ce-8df2-032005039366 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:55.770990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-43b326ac-59b2-415b-a4b6-366de21cd989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:39:55Z', 'revision_number': 6, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port_host': None}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:39:55.774158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b92ad94-5a55-4b21-8b0c-03d868288679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.775782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b326ac-59b2-415b-a4b6-366de21cd989 None None] The sync data for ids ['a93012db-1d0d-4519-82e6-a78b4ff3a477'] in dv-cinder-786931-1-iscsi is: [{'id': 'a93012db-1d0d-4519-82e6-a78b4ff3a477', 'name': 'tempest-AttachVolumeShelveTestJSON-1300392941-router', 'tenant_id': 'b2514bbc2c78476eab3ffab97021c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:23Z', 'updated_at': '2021-04-19T19:39:55Z', 'revision_number': 6, 'project_id': 'b2514bbc2c78476eab3ffab97021c52f', 'gw_port_host': None}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:39:55.849371 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b892f6b-6631-4181-858e-0f24893a74a9,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:55.856802 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:55.919407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851000474'] for router_gateway, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.948378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.958677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:55.964985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d75cad54-ca49-4961-8c95-0e62ec3a544a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:56.011225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=86441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:39:56.036057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e1a86f-e0e8-4985-bc64-9957ff51866d,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:56.044929 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:56.047606 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.048046 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Added segment 1621af78-b28f-48fb-ac66-fa53a68e595a of type vlan for network b92fce1f-653b-440e-a0f1-f33f9714fc4d Apr 19 19:39:56.105695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32676'] for router, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.108236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.129638 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.131900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395646'] for router, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.132546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a93012db-1d0d-4519-82e6-a78b4ff3a477 {{(pid=86440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:39:56.146748 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.148284 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] 10.222.0.55 "DELETE /v2.0/routers/a93012db-1d0d-4519-82e6-a78b4ff3a477 HTTP/1.1" status: 204 len: 168 time: 1.4455545 Apr 19 19:39:56.150813 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53308) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:56.180856 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.182992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:39:56.183715 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.187947 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b92ad94-5a55-4b21-8b0c-03d868288679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854053530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27333294'] for subnet, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.195176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:56.223425 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f816d9-da76-4908-b553-80f2976bca00 admin admin] Deleting subnet aff121a2-6622-4771-b76a-26fbc12fb5c6 {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:39:56.227039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-62f816d9-da76-4908-b553-80f2976bca00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.288351 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-62f816d9-da76-4908-b553-80f2976bca00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1828217'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.291343 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b92ad94-5a55-4b21-8b0c-03d868288679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.296007 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4b92ad94-5a55-4b21-8b0c-03d868288679 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e1ad4e80-7721-4138-a1cc-4e228a93cf71 HTTP/1.1" status: 204 len: 168 time: 1.1096675 Apr 19 19:39:56.300153 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53314) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:56.304963 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8812404 Apr 19 19:39:56.315579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53318) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:56.343280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Request body: {'subnet': {'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1951164040-subnet', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'ip_version': 4}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:39:56.353003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:39:56.412882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Usage tracker for resource:subnet and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:39:56.423337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-62f816d9-da76-4908-b553-80f2976bca00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.428829 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:39:56.431935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Pushing event updated for resources: {'Network': ['ID=b92fce1f-653b-440e-a0f1-f33f9714fc4d,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:56.435066 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:56.441577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-80701eca-7f49-4108-9c93-29ff8753486f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:56.445507 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:39:56.469871 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:39:56.486498 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92ad94-5a55-4b21-8b0c-03d868288679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ad4e80-7721-4138-a1cc-4e228a93cf71,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:56.489181 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4b92ad94-5a55-4b21-8b0c-03d868288679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:56.501846 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Made reservation on behalf of 7e4d3653c531499ab4cea96df1a5ef60 for: {'subnet': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:39:56.506821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827442556'] for subnet, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.591264 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.707913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-62f816d9-da76-4908-b553-80f2976bca00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-875142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27428055'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.712333 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:56.721137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 4b892f6b-6631-4181-858e-0f24893a74a9 no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:39:56.747266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f816d9-da76-4908-b553-80f2976bca00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff121a2-6622-4771-b76a-26fbc12fb5c6,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:56.751590 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-62f816d9-da76-4908-b553-80f2976bca00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:56.755829 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 777f44fc-ac49-4014-8738-fbda985bbd09 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:39:56.760399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-62f816d9-da76-4908-b553-80f2976bca00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.769434 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-62f816d9-da76-4908-b553-80f2976bca00 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/aff121a2-6622-4771-b76a-26fbc12fb5c6 HTTP/1.1" status: 204 len: 168 time: 0.6153538 Apr 19 19:39:56.770722 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53322) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:56.776411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:56.795591 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31596b7-5cfd-4e9e-abe1-aa5f7bcb02e4 None None] Network 12b2d1c3-a47c-4778-88b3-735d924c1730 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:39:56.817275 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 4b892f6b-6631-4181-858e-0f24893a74a9 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:39:56.817684 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 4b892f6b-6631-4181-858e-0f24893a74a9 not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:39:56.818201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device df4f5b80-1873-40bc-a409-c7d0d12f6859 no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:39:56.851021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: 777f44fc-ac49-4014-8738-fbda985bbd09 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:39:56.851418 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 777f44fc-ac49-4014-8738-fbda985bbd09 not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:39:56.926255 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: df4f5b80-1873-40bc-a409-c7d0d12f6859 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:39:56.926662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device df4f5b80-1873-40bc-a409-c7d0d12f6859 not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:39:57.055606 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06345fb-504f-4da6-8c7f-16a38f90e35f']}} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:39:57.087991 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:57.105111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62093d1b-b1af-4439-aa0d-fdc41e549f25') {'for_net_delete': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:39:57.105443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62093d1b-b1af-4439-aa0d-fdc41e549f25') {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:39:57.125137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013130'] for segment, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:57.128649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] DHCP port deletion for 12b2d1c3-a47c-4778-88b3-735d924c1730 request from dv-cinder-786931-1-iscsi {{(pid=86442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:39:57.132956 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Deleting port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:39:57.133541 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:57.162165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:57.165676 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Deleting port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:39:57.166043 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:57.258187 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=86441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:39:57.355609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] For port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:39:57.355936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:57.492880 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Calling delete_port for da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e owned by network:dhcp {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:39:57.515350 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] Network c06345fb-504f-4da6-8c7f-16a38f90e35f has no segments {{(pid=86441) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:39:57.527988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-722117'] for segment, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:57.574823 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801'] for port, after_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:57.579979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:57.629142 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Pushing event deleted for resources: {'Port': ['ID=da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e,revision_number=None']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:57.637812 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] No DVR routers for this DVR port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e on host dv-cinder-786931-1-iscsi {{(pid=86442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:39:57.639764 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:57.640143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:57.640518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:57.640988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:57.641367 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:57.641731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:57.642091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:57.642492 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:57.642833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:57.643189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:57.643543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:57.643931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:39:57.647553 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:57.818367 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] Network c06345fb-504f-4da6-8c7f-16a38f90e35f has no segments {{(pid=86441) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:39:57.856017 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:39:57.865343 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] For port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e,segment=NetworkSegment(def230b0-c52e-40e1-bd00-c4062733e7e7),segment_id=def230b0-c52e-40e1-bd00-c4062733e7e7)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:39:57.865742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.304174 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Calling delete_port for da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e owned by network:dhcp {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:39:58.359268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.370238 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.377655 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:58.448746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] Pushing event deleted for resources: {'Network': ['ID=c06345fb-504f-4da6-8c7f-16a38f90e35f,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:58.451420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:58.464685 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a695369d-ba49-4e3e-9b88-9672f91f601f admin admin] 10.222.0.55 "DELETE /v2.0/networks/c06345fb-504f-4da6-8c7f-16a38f90e35f HTTP/1.1" status: 204 len: 168 time: 2.1615741 Apr 19 19:39:58.477827 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.api [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86441) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:39:58.478123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_db.api [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:39:58.490332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-722211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827442539'] for subnet, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.495854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-be6e126f-736d-4e6c-b63d-59bb09c7d259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:58.570538 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e9a6084-dd1f-49c4-bf1b-3233681b3912,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:58.574493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:58.582097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Checking segment: {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:39:58.582512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Network hostable DHCP agents. Network: b92fce1f-653b-440e-a0f1-f33f9714fc4d, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:39:58.589488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53332) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:58.601145 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:39:58.609977 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, b92fce1f-653b-440e-a0f1-f33f9714fc4d) {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:39:58.622186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:39:58.622353 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91bc8b7-2787-43db-98b8-e3eb8d2ba808 None None] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:39:58.622789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.649619 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-2e85b14b-c5cb-4f85-baf5-9aba030b3468 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3302345 Apr 19 19:39:58.649945 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53336) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:58.656328 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:39:58.665693 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e161a0d8-0978-485e-9e8b-16710e87d07f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fbff15111e1d4753ab5b433204c69165&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0724776 Apr 19 19:39:58.665693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:39:58.667243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53340) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:39:58.668957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Usage tracker for resource:router and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:39:58.672162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:39:58.682145 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:39:58.694842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32715'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.696653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743108'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.714877 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.739514 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-de5fd984-51a4-4a60-a83d-fc10a7a8e7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.739991 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:39:58.767447 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-de5fd984-51a4-4a60-a83d-fc10a7a8e7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.782052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:39:58.782446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:39:58.819072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-de5fd984-51a4-4a60-a83d-fc10a7a8e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.824892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-608420a8-4bd8-4fb7-8858-02ccf0e1afae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:58.839903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fd984-51a4-4a60-a83d-fc10a7a8e7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e291ab7b-6a59-4b31-a711-b63f89be279a,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:58.842948 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-de5fd984-51a4-4a60-a83d-fc10a7a8e7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:58.853484 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-de5fd984-51a4-4a60-a83d-fc10a7a8e7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.857561 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-de5fd984-51a4-4a60-a83d-fc10a7a8e7bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e291ab7b-6a59-4b31-a711-b63f89be279a HTTP/1.1" status: 204 len: 168 time: 0.1872771 Apr 19 19:39:58.920326 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f36e89-c652-5c48-a22e-e39afdece8ec-b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912'}]}} from dv-cinder-786931-1-iscsi. {{(pid=86442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:39:58.921788 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:58.979580 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Deleting port da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:39:58.980049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:59.056741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] The port 'da85afb8-9b01-42b7-b3d7-2d1ee6c44c0e' was deleted {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:39:59.118653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Allocated IP 172.20.0.2 (b92fce1f-653b-440e-a0f1-f33f9714fc4d/5e9a6084-dd1f-49c4-bf1b-3233681b3912/40238869-1840-45f7-b92a-43cc06c49d58) {{(pid=86442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:39:59.222953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:59.284555 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743123'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:59.353154 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b2d1c3-a47c-4778-88b3-735d924c1730']}} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:39:59.370430 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def230b0-c52e-40e1-bd00-c4062733e7e7') {'for_net_delete': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:39:59.371673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def230b0-c52e-40e1-bd00-c4062733e7e7') {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:39:59.374652 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Notify callbacks [] for port, precommit_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:59.386725 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Transition to ACTIVE for port object 40238869-1840-45f7-b92a-43cc06c49d58 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:39:59.387410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013130'] for segment, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:59.408946 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:59.415584 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=86441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:39:59.607566 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Network 12b2d1c3-a47c-4778-88b3-735d924c1730 has no segments {{(pid=86441) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:39:59.619020 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-722117'] for segment, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:59.633137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:59.673692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:59.814167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Network 12b2d1c3-a47c-4778-88b3-735d924c1730 has no segments {{(pid=86441) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:39:59.827534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Allocated IP 172.27.0.234 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: % (table.description, expected, rows_matched) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: % (table.description, expected, rows_matched) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: % (table.description, expected, rows_matched) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: % (table.description, expected, rows_matched) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:39:59.836971 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:39:59.919986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Transition to ACTIVE for port object 40238869-1840-45f7-b92a-43cc06c49d58 will not be triggered until provisioned by entity DHCP. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:39:59.921037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:59.927628 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:59.931850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:59.933914 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:39:59.958329 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:39:59.968730 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Pushing event deleted for resources: {'Network': ['ID=12b2d1c3-a47c-4778-88b3-735d924c1730,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:39:59.973556 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] 10.222.0.55 "DELETE /v2.0/networks/12b2d1c3-a47c-4778-88b3-735d924c1730 HTTP/1.1" status: 204 len: 168 time: 3.2017717 Apr 19 19:39:59.974992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:39:59.991363 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d is already hosted by enough agents. {{(pid=86442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:39:59.999680 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Resources bound (agent type, host, resource id): {{(pid=86442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:00.002404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:00.003698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Received port after_create {{(pid=86442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:40:00.038259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:00.044782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae6dd8a0-97ce-4c7c-b11d-742bcdb186b8 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:00.114284 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:00.119842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Pushing event updated for resources: {'Port': ['ID=40238869-1840-45f7-b92a-43cc06c49d58,revision_number=1']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:00.122505 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Attempting to bind port 40238869-1840-45f7-b92a-43cc06c49d58 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:40:00.123197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Attempting to bind port 40238869-1840-45f7-b92a-43cc06c49d58 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:40:00.123349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Attempting to bind port 40238869-1840-45f7-b92a-43cc06c49d58 on network b92fce1f-653b-440e-a0f1-f33f9714fc4d {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:40:00.123739 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:00.125760 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:00.130945 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:40:00.131369 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Checking segment: {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:40:00.131818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:00.132225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Bound using segment: {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:40:00.132814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Bound port: 40238869-1840-45f7-b92a-43cc06c49d58, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:40:00.133151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:00.137439 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:40:00.206765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Pushing event updated for resources: {'Port': ['ID=5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:00.212311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:00.235462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53378) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:00.242412 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-8a877125-2434-482e-be0e-a73947bf437a None None] For port 40238869-1840-45f7-b92a-43cc06c49d58, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:40:00.245674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-8a877125-2434-482e-be0e-a73947bf437a None None] For port 40238869-1840-45f7-b92a-43cc06c49d58, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=40238869-1840-45f7-b92a-43cc06c49d58,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:40:00.249892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:00.258980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:00.290943 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-375aaa83-4620-4029-a945-3a5241bf5328 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2514bbc2c78476eab3ffab97021c52f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543349 Apr 19 19:40:00.293362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53382) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:00.336399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Pushing event updated for resources: {'Port': ['ID=40238869-1840-45f7-b92a-43cc06c49d58,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:00.343353 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:00.377086 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-182a8aa8-630c-45a3-bb58-466d5e3fd66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:00.406134 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-182a8aa8-630c-45a3-bb58-466d5e3fd66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:00.459996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-182a8aa8-630c-45a3-bb58-466d5e3fd66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:00.465734 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-37d9c7e0-552a-4d81-98b3-a18f92f77170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:00.482112 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a8aa8-630c-45a3-bb58-466d5e3fd66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4466142b-5c01-40ee-a623-e9f06ea3be01,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:00.490181 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-182a8aa8-630c-45a3-bb58-466d5e3fd66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:00.493909 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-182a8aa8-630c-45a3-bb58-466d5e3fd66c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4466142b-5c01-40ee-a623-e9f06ea3be01 HTTP/1.1" status: 204 len: 168 time: 0.1970611 Apr 19 19:40:00.493909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-182a8aa8-630c-45a3-bb58-466d5e3fd66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:00.677397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:00.860956 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 40238869-1840-45f7-b92a-43cc06c49d58 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:00.952484 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 40238869-1840-45f7-b92a-43cc06c49d58 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:01.139591 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854367420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851000356'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:01.369672 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Router c37429a7-8203-4499-afa0-b03cbe45e6e2 is scheduled to L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:40:01.759049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53442) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:01.873656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:40:01.887631 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Sync routers for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:40:01.901740 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:01.902443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:39:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:01.910144 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:01.922670 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2610955 Apr 19 19:40:01.922955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53456) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:02.005650 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-341547406-network', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:02.025973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c7915-890f-4cfa-8a50-189a278abce2 None None] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:40:02.120668 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:02.125356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Usage tracker for resource:network and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:02.144266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:02.250052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:02.341076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:02.369388 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Made reservation on behalf of 3fc760ccf4ed41689dcbaf5a4425f093 for: {'network': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:40:02.375126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:02.382000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-ad01a0b8-b4d1-4959-92b6-c3baa15f8b94 None None] Provisioning for port 40238869-1840-45f7-b92a-43cc06c49d58 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:02.392399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:02.399135 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-ad01a0b8-b4d1-4959-92b6-c3baa15f8b94 None None] Provisioning complete for port 40238869-1840-45f7-b92a-43cc06c49d58 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:02.399550 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ad01a0b8-b4d1-4959-92b6-c3baa15f8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:02.416386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:02.424055 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Usage tracker for resource:security_group_rule and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:02.429128 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:02.449016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:02.540903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:00Z', 'revision_number': 3, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:02.548268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Checking router: c37429a7-8203-4499-afa0-b03cbe45e6e2 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:40:02.549303 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Updating router c37429a7-8203-4499-afa0-b03cbe45e6e2 port 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba binding host dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:40:02.624991 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:02.651734 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ad01a0b8-b4d1-4959-92b6-c3baa15f8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:02.714122 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-ad01a0b8-b4d1-4959-92b6-c3baa15f8b94 None None] For port 40238869-1840-45f7-b92a-43cc06c49d58, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=40238869-1840-45f7-b92a-43cc06c49d58,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:40:02.719410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ad01a0b8-b4d1-4959-92b6-c3baa15f8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:02.730423 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:02.830811 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:02.836464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:02.849369 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=86441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:40:02.859436 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:02.859908 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Added segment 80a6554b-0f52-4407-b254-9be3e8e9a2a2 of type vlan for network 55f6e54a-9160-4b04-aadb-a18237552f88 Apr 19 19:40:02.866112 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01a0b8-b4d1-4959-92b6-c3baa15f8b94 None None] Pushing event updated for resources: {'Port': ['ID=40238869-1840-45f7-b92a-43cc06c49d58,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:02.870785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ad01a0b8-b4d1-4959-92b6-c3baa15f8b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:02.887462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-63d5a9f8-4706-4880-8854-c24bcc3ca507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:02.944013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-1f5768a4-93ee-4e73-9618-6a008ea27773 None None] Provisioning complete for port 40238869-1840-45f7-b92a-43cc06c49d58 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:02.944642 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1f5768a4-93ee-4e73-9618-6a008ea27773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:02.966305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:02.984431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c10020a-60ff-4764-a525-942fab04f4a0,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:02.997419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:03.144826 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.160331 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.166722 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:03.167682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.176405 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:03.266882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Notify callbacks [] for port, precommit_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.281565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Transition to ACTIVE for port object 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba will not be triggered until provisioned by entity L2. {{(pid=86443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:03.287851 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.293037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0b552927-15ab-4b20-9fba-86ba30b1816f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:03.352140 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5912485 Apr 19 19:40:03.355294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53524) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:03.356060 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Pushing event updated for resources: {'Network': ['ID=55f6e54a-9160-4b04-aadb-a18237552f88,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:03.361642 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:03.361841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Request body: {'subnet': {'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-341547406-subnet', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:03.367115 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:03.369858 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 55f6e54a-9160-4b04-aadb-a18237552f88 details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:40:03.371563 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Usage tracker for resource:subnet and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:03.375797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:03.382002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:03.386202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Attempting to bind port 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:40:03.386718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Attempting to bind port 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:40:03.388156 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Attempting to bind port 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba on network 22660ca9-1aee-455b-8549-52f5768c4643 {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:40:03.391717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Made reservation on behalf of 3fc760ccf4ed41689dcbaf5a4425f093 for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:40:03.407907 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827347715'] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.413126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:40:03.413674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Checking segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:40:03.414177 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.414775 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Bound using segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:40:03.415885 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53528) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:03.416763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Bound port: 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:40:03.417988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.512842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Pushing event updated for resources: {'Port': ['ID=5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba,revision_number=2']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:03.525798 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Allocated IP 172.20.0.1 (b92fce1f-653b-440e-a0f1-f33f9714fc4d/5e9a6084-dd1f-49c4-bf1b-3233681b3912/77da548d-a49b-440b-a681-6920e7a66ecd) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:40:03.548692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:40:03.549076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:40:03.549444 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:40:03.549808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:40:03.550356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:40:03.550494 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:40:03.550867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:40:03.551221 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:40:03.551603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:40:03.551959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:40:03.552311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:40:03.552663 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:40:03.558331 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:03.586752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] For port 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:40:03.589870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] For port 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:40:03.593594 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.600804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-db3682be-91ef-4978-a7bf-5a6b744e4df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:03.632188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c9de92cc-c455-4419-9d3a-b41d07ffb87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.658993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-c9de92cc-c455-4419-9d3a-b41d07ffb87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:03.666447 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-c9de92cc-c455-4419-9d3a-b41d07ffb87d admin admin] Usage tracker for resource:security_group_rule and tenant:43de5ebfb2b24468814490236a2d0ba3 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:03.672476 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-c9de92cc-c455-4419-9d3a-b41d07ffb87d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:03.684439 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:03.685130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:39:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:03.690548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-c9de92cc-c455-4419-9d3a-b41d07ffb87d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:03.744988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.773550 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Transition to ACTIVE for port object 77da548d-a49b-440b-a681-6920e7a66ecd will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:03.802788 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Pushing event updated for resources: {'Port': ['ID=5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba,revision_number=3']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:03.819947 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:03.840358 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c9de92cc-c455-4419-9d3a-b41d07ffb87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.842362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.847617 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8c0c162a-16d7-4c84-b002-a07451de6130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:03.855772 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853900605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827347732'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.861098 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-62f816d9-da76-4908-b553-80f2976bca00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:03.884619 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:03.890175 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c9de92cc-c455-4419-9d3a-b41d07ffb87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:03.937486 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d8b96b-8d22-4aab-84d1-596bfd109d9c,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:03.940129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:03.940468 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:03.947046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:03.949164 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Checking segment: {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:40:03.949573 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Network hostable DHCP agents. Network: 55f6e54a-9160-4b04-aadb-a18237552f88, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:40:03.951895 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:40:03.969974 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Network 55f6e54a-9160-4b04-aadb-a18237552f88 is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:40:03.980127 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 55f6e54a-9160-4b04-aadb-a18237552f88) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:03.985438 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c9de92cc-c455-4419-9d3a-b41d07ffb87d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43de5ebfb2b24468814490236a2d0ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684879 Apr 19 19:40:03.986117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53534) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:03.992050 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ec748-2d4e-43f9-952a-cc72813786ef None None] Network 55f6e54a-9160-4b04-aadb-a18237552f88 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:40:03.999404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Pushing event updated for resources: {'Port': ['ID=77da548d-a49b-440b-a681-6920e7a66ecd,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:03.999696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:04.000467 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.017230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:04.019280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8490b8dc-c3e7-4d10-809d-5e9bfa55f910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:04.026376 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6698649 Apr 19 19:40:04.027343 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53538) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:04.033758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:04.039333 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:04.044111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Usage tracker for resource:router and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:04.048299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:04.055107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:04.075325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32715'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.080091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743108'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.121231 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.238653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:00Z', 'revision_number': 3, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:04.243138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633194d-73d0-4913-bf53-99c51fd5855d None None] The sync data for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi is: [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:00Z', 'revision_number': 3, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:40:04.398566 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f36e89-c652-5c48-a22e-e39afdece8ec-55f6e54a-9160-4b04-aadb-a18237552f88', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c'}]}} from dv-cinder-786931-1-iscsi. {{(pid=86442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:40:04.399698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.421809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-a55c45a0-b905-4d97-a1ed-b4e957bf7a97 None None] Provisioning for port 77da548d-a49b-440b-a681-6920e7a66ecd completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:04.428613 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-a55c45a0-b905-4d97-a1ed-b4e957bf7a97 None None] Provisioning complete for port 77da548d-a49b-440b-a681-6920e7a66ecd triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:04.429037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a55c45a0-b905-4d97-a1ed-b4e957bf7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.453016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de92cc-c455-4419-9d3a-b41d07ffb87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8107aa-86ac-493b-ab2a-227878e62a9f,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:04.459006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406529'] for router_interface, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.504215 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743123'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.556285 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-a55c45a0-b905-4d97-a1ed-b4e957bf7a97 None None] Port 77da548d-a49b-440b-a681-6920e7a66ecd cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:40:04.596480 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c9de92cc-c455-4419-9d3a-b41d07ffb87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:04.639738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Allocated IP 172.20.0.2 (55f6e54a-9160-4b04-aadb-a18237552f88/d4d8b96b-8d22-4aab-84d1-596bfd109d9c/644005f0-7d27-4db6-98c8-d5ea96079a6d) {{(pid=86442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:40:04.662100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-554f9dd8-ea3b-4551-bfb6-4f755a0f3d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.704216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-554f9dd8-ea3b-4551-bfb6-4f755a0f3d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.783751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-554f9dd8-ea3b-4551-bfb6-4f755a0f3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.830731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-de5fd984-51a4-4a60-a83d-fc10a7a8e7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:04.847349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 40238869-1840-45f7-b92a-43cc06c49d58 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:04.859541 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f9dd8-ea3b-4551-bfb6-4f755a0f3d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8107aa-86ac-493b-ab2a-227878e62a9f,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:04.870133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-554f9dd8-ea3b-4551-bfb6-4f755a0f3d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:04.891353 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-554f9dd8-ea3b-4551-bfb6-4f755a0f3d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.895812 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-554f9dd8-ea3b-4551-bfb6-4f755a0f3d9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc8107aa-86ac-493b-ab2a-227878e62a9f HTTP/1.1" status: 204 len: 168 time: 0.9028432 Apr 19 19:40:04.900040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:04.977040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.016470 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.039204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Notify callbacks [] for port, precommit_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.059410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Transition to ACTIVE for port object 644005f0-7d27-4db6-98c8-d5ea96079a6d will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:05.107124 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Transition to ACTIVE for port object 644005f0-7d27-4db6-98c8-d5ea96079a6d will not be triggered until provisioned by entity DHCP. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:05.130487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.142178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:05.266965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.267604 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Allocated IP 172.27.0.236 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/6660f61b-8649-4b85-b596-fa42a9acde56) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:40:05.268540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Network 55f6e54a-9160-4b04-aadb-a18237552f88 is already hosted by enough agents. {{(pid=86442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:05.271916 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.278700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Resources bound (agent type, host, resource id): {{(pid=86442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:05.283822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Received port after_create {{(pid=86442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:40:05.313794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Pushing event updated for resources: {'Port': ['ID=644005f0-7d27-4db6-98c8-d5ea96079a6d,revision_number=1']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:05.320197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:05.325559 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:05.413553 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53550) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:05.449984 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 40238869-1840-45f7-b92a-43cc06c49d58 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:05.450408 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.459895 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-180231e1-5516-48d5-b35e-4d0dc0a1d740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.493024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3913131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369178'] for router_interface, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.514605 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-180231e1-5516-48d5-b35e-4d0dc0a1d740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:05.520409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Pushing event updated for resources: {'Port': ['ID=77da548d-a49b-440b-a681-6920e7a66ecd,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:05.526949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:05.544738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-180231e1-5516-48d5-b35e-4d0dc0a1d740 admin admin] Usage tracker for resource:security_group_rule and tenant:5284fffff5c141a1bcbf6a7552670334 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:05.551449 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-180231e1-5516-48d5-b35e-4d0dc0a1d740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:05.555452 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Attempting to bind port 644005f0-7d27-4db6-98c8-d5ea96079a6d on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:40:05.555871 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Attempting to bind port 644005f0-7d27-4db6-98c8-d5ea96079a6d by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:40:05.556278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Attempting to bind port 644005f0-7d27-4db6-98c8-d5ea96079a6d on network 55f6e54a-9160-4b04-aadb-a18237552f88 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:40:05.569969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:40:05.570393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Checking segment: {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:40:05.570871 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.571315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Bound using segment: {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:40:05.572383 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Bound port: 644005f0-7d27-4db6-98c8-d5ea96079a6d, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:40:05.572854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.575009 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.607722 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.612614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5b810939-b969-46f4-9cba-52a93db4d084 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:05.612812 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-180231e1-5516-48d5-b35e-4d0dc0a1d740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:05.681627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:05.685394 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:05.692998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:40:05.719897 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:05.721056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:05.755214 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] For port 644005f0-7d27-4db6-98c8-d5ea96079a6d, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:40:05.756741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Pushing event updated for resources: {'Port': ['ID=6660f61b-8649-4b85-b596-fa42a9acde56,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:05.758646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] For port 644005f0-7d27-4db6-98c8-d5ea96079a6d, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=644005f0-7d27-4db6-98c8-d5ea96079a6d,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:40:05.761792 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:05.771468 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.777168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-94fe186b-2f85-4124-98e4-ac7aa451dade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:05.865318 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-180231e1-5516-48d5-b35e-4d0dc0a1d740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.895070 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Pushing event updated for resources: {'Port': ['ID=644005f0-7d27-4db6-98c8-d5ea96079a6d,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:05.903498 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:05.952724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-180231e1-5516-48d5-b35e-4d0dc0a1d740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:05.975273 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7f9c5a2b-5ce4-444f-9d55-4ad10b47db8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:05.987526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-ac74393f-c9ae-4ae3-b6fa-2999837dc3d5 None None] Provisioning complete for port 77da548d-a49b-440b-a681-6920e7a66ecd triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:05.987945 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ac74393f-c9ae-4ae3-b6fa-2999837dc3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:06.040912 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-180231e1-5516-48d5-b35e-4d0dc0a1d740 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5284fffff5c141a1bcbf6a7552670334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6236253 Apr 19 19:40:06.043505 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180231e1-5516-48d5-b35e-4d0dc0a1d740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17894ad-a908-4815-aabc-9c675790001a,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:06.046057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53554) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:06.054149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-ac74393f-c9ae-4ae3-b6fa-2999837dc3d5 None None] Port 77da548d-a49b-440b-a681-6920e7a66ecd cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:40:06.062876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-180231e1-5516-48d5-b35e-4d0dc0a1d740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:06.143450 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Router c37429a7-8203-4499-afa0-b03cbe45e6e2 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:40:06.148986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d3c95c75-3fe8-437c-9f04-17e39392a42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:06.239048 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:06.315520 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d3c95c75-3fe8-437c-9f04-17e39392a42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:06.373786 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f65d30ff-5f60-4b06-90ea-080fcebc4c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:06.404718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:40:06.412748 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d3c95c75-3fe8-437c-9f04-17e39392a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:06.418216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-102bfd8a-aec9-4efd-b75f-5f20cc3e5522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:06.436346 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c95c75-3fe8-437c-9f04-17e39392a42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17894ad-a908-4815-aabc-9c675790001a,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:06.439773 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d3c95c75-3fe8-437c-9f04-17e39392a42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:06.441294 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] 10.222.0.55 "PUT /v2.0/routers/c37429a7-8203-4499-afa0-b03cbe45e6e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5251751 Apr 19 19:40:06.443004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d3c95c75-3fe8-437c-9f04-17e39392a42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:06.444411 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d3c95c75-3fe8-437c-9f04-17e39392a42e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b17894ad-a908-4815-aabc-9c675790001a HTTP/1.1" status: 204 len: 168 time: 0.3954008 Apr 19 19:40:06.833625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:06.917101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854367420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851000356'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:06.918901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:06.929390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:06.929815 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:07.155418 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:07.207587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:07.232751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Router 3543f120-98eb-4faf-b115-8704deb0b0dc is scheduled to L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:40:07.247926 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:40:07.259547 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:07.260516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 644005f0-7d27-4db6-98c8-d5ea96079a6d up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:07.311780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:07.414737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61fe2fe-0a5e-4b4f-9831-00566ce1376f None None] Network 55f6e54a-9160-4b04-aadb-a18237552f88 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:40:07.471950 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53592) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:07.478972 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1507262051-network', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:07.484472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:40:07.493047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:07.497591 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Usage tracker for resource:network and tenant:bcd37bb19d9b4c1dbb698ea9838482d9 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:07.501079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:07.507860 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:07.511621 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:07.516322 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4877586 Apr 19 19:40:07.516474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53596) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:07.542259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Sync routers for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:40:07.558510 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:07.578616 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:07.589369 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:07.590079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:39:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:07.648714 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Sync routers for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:40:07.665883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:07.667305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:39:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:07.698890 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 644005f0-7d27-4db6-98c8-d5ea96079a6d completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:07.736915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Made reservation on behalf of bcd37bb19d9b4c1dbb698ea9838482d9 for: {'network': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:40:07.742242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:07.758199 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:07.790663 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:07.799158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd37bb19d9b4c1dbb698ea9838482d9 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:07.804759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:07.816370 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-3fc3d2f5-706e-4e4a-ab98-81e50f5a664e None None] Provisioning for port 644005f0-7d27-4db6-98c8-d5ea96079a6d completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:07.840976 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-3fc3d2f5-706e-4e4a-ab98-81e50f5a664e None None] Provisioning complete for port 644005f0-7d27-4db6-98c8-d5ea96079a6d triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:07.841703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d2f5-706e-4e4a-ab98-81e50f5a664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:07.873984 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:07.894235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 644005f0-7d27-4db6-98c8-d5ea96079a6d triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:07.895162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:07.918952 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:08.367258 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 2, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:08.372585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Checking router: c37429a7-8203-4499-afa0-b03cbe45e6e2 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:40:08.372988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Updating router c37429a7-8203-4499-afa0-b03cbe45e6e2 port 77da548d-a49b-440b-a681-6920e7a66ecd binding host dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:40:08.444201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:08.543692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:08.555175 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:08.599830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:08.605897 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:08.614759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-dc5f81b2-3e5d-41d4-a418-22ccbcf276dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:08.647288 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=86441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:40:08.684708 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-234f182d-fdad-4021-bf7e-375a59d94fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:08.720828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:08.721566 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Added segment a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681 of type vlan for network c7ee47f8-f292-492f-b1ae-98283714b553 Apr 19 19:40:08.723091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf0c448-3aa2-4ebb-b383-7fe26d3655df,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:08.727460 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:08.735644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d2f5-706e-4e4a-ab98-81e50f5a664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:08.784840 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:08.847324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 644005f0-7d27-4db6-98c8-d5ea96079a6d, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=644005f0-7d27-4db6-98c8-d5ea96079a6d,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:40:08.865972 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:08.870406 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:08.883983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:08.886735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:08.900429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:08.901179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:08.910606 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:09.094915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:09.137462 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6616476 Apr 19 19:40:09.138482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53638) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:09.145673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Request body: {'subnet': {'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1507262051-subnet', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:09.151966 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:09.156631 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Usage tracker for resource:subnet and tenant:bcd37bb19d9b4c1dbb698ea9838482d9 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:09.160907 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:09.167685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:09.170415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ee47f8-f292-492f-b1ae-98283714b553,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:09.178438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a0eed142-3cf5-44fb-aea7-a4b888d53c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:09.183161 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Made reservation on behalf of bcd37bb19d9b4c1dbb698ea9838482d9 for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:40:09.189062 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827347715'] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.204789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network c7ee47f8-f292-492f-b1ae-98283714b553 details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:40:09.249844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Notify callbacks [] for port, precommit_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.265552 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Transition to ACTIVE for port object 77da548d-a49b-440b-a681-6920e7a66ecd will not be triggered until provisioned by entity L2. {{(pid=86443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:09.273310 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.285677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:09.307421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53646) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:09.317341 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.api [None req-3fc3d2f5-706e-4e4a-ab98-81e50f5a664e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86442) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:40:09.317990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_db.api [None req-3fc3d2f5-706e-4e4a-ab98-81e50f5a664e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:40:09.393814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Allocated IP 172.20.0.1 (55f6e54a-9160-4b04-aadb-a18237552f88/d4d8b96b-8d22-4aab-84d1-596bfd109d9c/aca57940-07e0-4675-bb24-fa2f580c4a51) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:40:09.406481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=644005f0-7d27-4db6-98c8-d5ea96079a6d,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:09.427596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.547666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.549635 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:09.566271 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:09.566719 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.665085 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Attempting to bind port 77da548d-a49b-440b-a681-6920e7a66ecd on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:40:09.665503 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Attempting to bind port 77da548d-a49b-440b-a681-6920e7a66ecd by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:40:09.665916 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Attempting to bind port 77da548d-a49b-440b-a681-6920e7a66ecd on network b92fce1f-653b-440e-a0f1-f33f9714fc4d {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:40:09.675049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:40:09.675572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Checking segment: {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:40:09.675883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.676326 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Bound using segment: {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:40:09.676855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Bound port: 77da548d-a49b-440b-a681-6920e7a66ecd, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'}}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:40:09.677267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.682929 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:06Z', 'revision_number': 3, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:09.692797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Checking router: 3543f120-98eb-4faf-b115-8704deb0b0dc for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:40:09.693353 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Updating router 3543f120-98eb-4faf-b115-8704deb0b0dc port 6660f61b-8649-4b85-b596-fa42a9acde56 binding host dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:40:09.726265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.745803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Transition to ACTIVE for port object aca57940-07e0-4675-bb24-fa2f580c4a51 will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:09.758763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853900605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827347732'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.772385 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.777907 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:09.781524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] For port 77da548d-a49b-440b-a681-6920e7a66ecd, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:40:09.782184 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0589e2b5-31cf-4c14-bb4e-64bf463e25b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.784973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] For port 77da548d-a49b-440b-a681-6920e7a66ecd, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=77da548d-a49b-440b-a681-6920e7a66ecd,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:40:09.792833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.794523 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437af6bb-4786-4d85-94c5-48d044c57d8b None None] Pushing event updated for resources: {'Port': ['ID=77da548d-a49b-440b-a681-6920e7a66ecd,revision_number=3']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:09.805743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-437af6bb-4786-4d85-94c5-48d044c57d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:09.806265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-437af6bb-4786-4d85-94c5-48d044c57d8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:09.807968 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-0589e2b5-31cf-4c14-bb4e-64bf463e25b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:09.812864 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-0589e2b5-31cf-4c14-bb4e-64bf463e25b9 admin admin] Usage tracker for resource:security_group_rule and tenant:fc788b0bd4c3459badfba751d6fff774 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:09.817336 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-0589e2b5-31cf-4c14-bb4e-64bf463e25b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:09.824366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-0589e2b5-31cf-4c14-bb4e-64bf463e25b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:09.856838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Network 55f6e54a-9160-4b04-aadb-a18237552f88 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:09.859987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:09.864474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.865580 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:09.866274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:40:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:09.878559 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:40:09.954917 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Pushing event updated for resources: {'Port': ['ID=aca57940-07e0-4675-bb24-fa2f580c4a51,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:09.955451 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0589e2b5-31cf-4c14-bb4e-64bf463e25b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:09.958624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:09.964441 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:09.985092 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406529'] for router_interface, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.115385 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d0047a-2205-49f4-ab4b-530a6f96a30a,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:10.127078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:10.127824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0589e2b5-31cf-4c14-bb4e-64bf463e25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.187232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:10.225783 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-415fb5c5-e435-4d50-8657-c3d32d18903f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:10.238895 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-0589e2b5-31cf-4c14-bb4e-64bf463e25b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc788b0bd4c3459badfba751d6fff774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9274390 Apr 19 19:40:10.241838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53656) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:10.247856 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.297407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Checking segment: {'id': 'a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:40:10.297810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Network hostable DHCP agents. Network: c7ee47f8-f292-492f-b1ae-98283714b553, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:40:10.322837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589e2b5-31cf-4c14-bb4e-64bf463e25b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c68f611-7acd-421a-9402-8894088d7e9d,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:10.326330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0589e2b5-31cf-4c14-bb4e-64bf463e25b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:10.357876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-4943c2fd-4a28-4bf4-96a4-60a09fc1d78f None None] Provisioning complete for port 644005f0-7d27-4db6-98c8-d5ea96079a6d triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:10.358618 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4943c2fd-4a28-4bf4-96a4-60a09fc1d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.370479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Network c7ee47f8-f292-492f-b1ae-98283714b553 is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:40:10.380534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-536ef471-e405-4878-ba56-c632e2a45b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.409445 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-536ef471-e405-4878-ba56-c632e2a45b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.450028 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, c7ee47f8-f292-492f-b1ae-98283714b553) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:10.465523 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:10.466192 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.482348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-536ef471-e405-4878-ba56-c632e2a45b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.488379 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4b670874-c1a9-438e-b9f3-4ab545a741e0 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:10.512433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-536ef471-e405-4878-ba56-c632e2a45b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.512433 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-536ef471-e405-4878-ba56-c632e2a45b9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c68f611-7acd-421a-9402-8894088d7e9d HTTP/1.1" status: 204 len: 168 time: 0.2669826 Apr 19 19:40:10.512433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ef471-e405-4878-ba56-c632e2a45b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c68f611-7acd-421a-9402-8894088d7e9d,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:10.514058 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-536ef471-e405-4878-ba56-c632e2a45b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:10.520282 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7c14c7c1-1cff-4349-bef6-f194822e7346 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3771307 Apr 19 19:40:10.520866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53662) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:10.530831 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1507262051-router', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:10.531911 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0657fc0-6c6d-49ab-aee7-bf3380c873c9 None None] Network c7ee47f8-f292-492f-b1ae-98283714b553 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:40:10.536841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:10.542329 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Usage tracker for resource:router and tenant:bcd37bb19d9b4c1dbb698ea9838482d9 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:10.545875 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:10.554737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:10.569422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32715'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.571275 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743108'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.577696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437af6bb-4786-4d85-94c5-48d044c57d8b None None] Pushing event updated for resources: {'Port': ['ID=77da548d-a49b-440b-a681-6920e7a66ecd,revision_number=4']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:10.581454 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-437af6bb-4786-4d85-94c5-48d044c57d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:10.597768 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.603877 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.613868 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.617277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:09Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:10.623380 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09190b-b717-4ea1-9f11-4110313fd688 None None] The sync data for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi is: [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:09Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:40:10.742625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:10.836470 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3913131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369178'] for router_interface, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:10.842076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Pushing event updated for resources: {'Port': ['ID=aca57940-07e0-4675-bb24-fa2f580c4a51,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:10.847410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:11.039871 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743123'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.057474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.155522 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Network 55f6e54a-9160-4b04-aadb-a18237552f88 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:11.156948 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:11.162125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53668) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:11.321590 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 644005f0-7d27-4db6-98c8-d5ea96079a6d up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:11.446373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f36e89-c652-5c48-a22e-e39afdece8ec-c7ee47f8-f292-492f-b1ae-98283714b553', 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'fixed_ips': [{'subnet_id': '19d0047a-2205-49f4-ab4b-530a6f96a30a'}]}} from dv-cinder-786931-1-iscsi. {{(pid=86442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:40:11.447255 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.482416 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-133931e0-24d9-4ddd-9929-f65d20f8e212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.505184 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.505921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Router 3543f120-98eb-4faf-b115-8704deb0b0dc has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:40:11.511252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-133931e0-24d9-4ddd-9929-f65d20f8e212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:11.515993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-133931e0-24d9-4ddd-9929-f65d20f8e212 admin admin] Usage tracker for resource:security_group_rule and tenant:8dfae6eaecf34ae881a18ba0d8b2b732 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:11.520767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-133931e0-24d9-4ddd-9929-f65d20f8e212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:11.528364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-133931e0-24d9-4ddd-9929-f65d20f8e212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:11.549873 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-b359bbc5-6639-487b-9d05-aa1818eac600 None None] Provisioning for port aca57940-07e0-4675-bb24-fa2f580c4a51 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:11.555317 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 644005f0-7d27-4db6-98c8-d5ea96079a6d triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:11.555744 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.593033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.595916 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-b359bbc5-6639-487b-9d05-aa1818eac600 None None] Provisioning complete for port aca57940-07e0-4675-bb24-fa2f580c4a51 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:11.596344 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b359bbc5-6639-487b-9d05-aa1818eac600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.628766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.651057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Transition to ACTIVE for port object 6660f61b-8649-4b85-b596-fa42a9acde56 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:11.696512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-b359bbc5-6639-487b-9d05-aa1818eac600 None None] Port aca57940-07e0-4675-bb24-fa2f580c4a51 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:40:11.705218 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.715635 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8a877125-2434-482e-be0e-a73947bf437a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:11.810234 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Allocated IP 172.27.0.99 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/d0ed6433-8a73-4e8e-9160-c1b38f415e5b) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:40:11.821081 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Attempting to bind port 6660f61b-8649-4b85-b596-fa42a9acde56 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:40:11.821521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Attempting to bind port 6660f61b-8649-4b85-b596-fa42a9acde56 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:40:11.821950 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Attempting to bind port 6660f61b-8649-4b85-b596-fa42a9acde56 on network 22660ca9-1aee-455b-8549-52f5768c4643 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:40:11.836462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-133931e0-24d9-4ddd-9929-f65d20f8e212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.843096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-133931e0-24d9-4ddd-9929-f65d20f8e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.861147 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9bf0f409-cdff-4114-a60e-acae512cf038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:11.885335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:40:11.885770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Checking segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:40:11.886230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.886701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Bound using segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:40:11.887318 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Bound port: 6660f61b-8649-4b85-b596-fa42a9acde56, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:40:11.887755 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.898415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133931e0-24d9-4ddd-9929-f65d20f8e212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c711ef-f5d4-47e7-90eb-eeb940fc5f81,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:11.905917 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:40:11.909931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-133931e0-24d9-4ddd-9929-f65d20f8e212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:11.921085 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-133931e0-24d9-4ddd-9929-f65d20f8e212 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8dfae6eaecf34ae881a18ba0d8b2b732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577806 Apr 19 19:40:11.921791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53674) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:11.969915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-218c2564-059f-49f5-8ec0-a53ac3deae9c None None] Provisioning complete for port aca57940-07e0-4675-bb24-fa2f580c4a51 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:11.970278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-218c2564-059f-49f5-8ec0-a53ac3deae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:11.973445 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] 10.222.0.55 "PUT /v2.0/routers/3543f120-98eb-4faf-b115-8704deb0b0dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4539523 Apr 19 19:40:11.995201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:12.001460 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6567825a-1fea-44db-a996-422a46de085d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:12.023734 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88555665-b0b5-4c68-a28a-8a433ae5647d None None] Pushing event updated for resources: {'Port': ['ID=6660f61b-8649-4b85-b596-fa42a9acde56,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:12.027255 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-88555665-b0b5-4c68-a28a-8a433ae5647d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:12.034108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:12.037580 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6567825a-1fea-44db-a996-422a46de085d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:12.040841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:12.110440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] For port 6660f61b-8649-4b85-b596-fa42a9acde56, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:40:12.111034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:12.115411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:12.116608 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] For port 6660f61b-8649-4b85-b596-fa42a9acde56, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=6660f61b-8649-4b85-b596-fa42a9acde56,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:40:12.118771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:40:12.148074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6567825a-1fea-44db-a996-422a46de085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:12.164439 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-57e957a9-6b92-4748-b1a1-1e4b25b56afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:12.184319 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567825a-1fea-44db-a996-422a46de085d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c711ef-f5d4-47e7-90eb-eeb940fc5f81,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:12.191327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Pushing event updated for resources: {'Port': ['ID=d0ed6433-8a73-4e8e-9160-c1b38f415e5b,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:12.194519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:12.198821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6567825a-1fea-44db-a996-422a46de085d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:12.200208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6567825a-1fea-44db-a996-422a46de085d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:12.204181 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-6567825a-1fea-44db-a996-422a46de085d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32c711ef-f5d4-47e7-90eb-eeb940fc5f81 HTTP/1.1" status: 204 len: 168 time: 0.2778230 Apr 19 19:40:12.255754 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 77da548d-a49b-440b-a681-6920e7a66ecd up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:12.285000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-218c2564-059f-49f5-8ec0-a53ac3deae9c None None] Port aca57940-07e0-4675-bb24-fa2f580c4a51 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:40:12.312399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:12.340814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:12.419493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Allocated IP 172.20.0.2 (c7ee47f8-f292-492f-b1ae-98283714b553/19d0047a-2205-49f4-ab4b-530a6f96a30a/51afd66d-766c-4ea8-a7eb-1f624a2ec78e) {{(pid=86442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:40:12.462799 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:12.463512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:40:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:12.534543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88555665-b0b5-4c68-a28a-8a433ae5647d None None] Pushing event updated for resources: {'Port': ['ID=6660f61b-8649-4b85-b596-fa42a9acde56,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:12.605838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-88555665-b0b5-4c68-a28a-8a433ae5647d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:12.781634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53698) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:12.788677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--99248508', 'description': 'tempest-description--690692728'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:12.796787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:12.801571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Usage tracker for resource:security_group and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:12.803703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:12.805533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:12.812444 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:12.831559 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:12.872574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:12.880401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Usage tracker for resource:security_group_rule and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:12.884031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:12.890592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:12.924949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 77da548d-a49b-440b-a681-6920e7a66ecd completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:12.984731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:12.988977 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.000848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.009814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-88103396-b163-4a77-b6a3-266a35c24954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:13.042619 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0edaf858-c6ef-478d-bf55-1fdfda499999,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:13.045675 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.049888 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2642877 Apr 19 19:40:13.076188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53708) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:13.096435 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:13.156357 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-3f17653f-952f-498a-a67e-1e9a0eb316c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Request body: {'security_group_rule': {'security_group_id': '0edaf858-c6ef-478d-bf55-1fdfda499999', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:13.175296 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-3f17653f-952f-498a-a67e-1e9a0eb316c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:13.192775 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-3f17653f-952f-498a-a67e-1e9a0eb316c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Usage tracker for resource:security_group_rule and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:13.199657 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-3f17653f-952f-498a-a67e-1e9a0eb316c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:13.211102 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-3f17653f-952f-498a-a67e-1e9a0eb316c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:13.222167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 77da548d-a49b-440b-a681-6920e7a66ecd triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:13.222570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.252187 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3f17653f-952f-498a-a67e-1e9a0eb316c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.391955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Notify callbacks [] for port, precommit_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.426363 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Transition to ACTIVE for port object 51afd66d-766c-4ea8-a7eb-1f624a2ec78e will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:13.477025 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3f17653f-952f-498a-a67e-1e9a0eb316c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.490306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3f17653f-952f-498a-a67e-1e9a0eb316c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.496274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a707b6b0-b740-43e9-8287-7670048357bf tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:13.509577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Transition to ACTIVE for port object 51afd66d-766c-4ea8-a7eb-1f624a2ec78e will not be triggered until provisioned by entity DHCP. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:13.527987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17653f-952f-498a-a67e-1e9a0eb316c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1666092-c4ef-45dc-9588-e00085a8573d,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:13.536172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854367420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851000356'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.538740 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3f17653f-952f-498a-a67e-1e9a0eb316c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:13.557481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.566137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:13.624639 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.664831 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Network c7ee47f8-f292-492f-b1ae-98283714b553 is already hosted by enough agents. {{(pid=86442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:13.666937 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3f17653f-952f-498a-a67e-1e9a0eb316c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.668978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Resources bound (agent type, host, resource id): {{(pid=86442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:13.671316 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-3f17653f-952f-498a-a67e-1e9a0eb316c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5932424 Apr 19 19:40:13.672006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53726) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:13.672146 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Received port after_create {{(pid=86442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:40:13.686989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Pushing event updated for resources: {'Port': ['ID=51afd66d-766c-4ea8-a7eb-1f624a2ec78e,revision_number=1']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:13.691101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Request body: {'security_group_rule': {'security_group_id': '0edaf858-c6ef-478d-bf55-1fdfda499999', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:13.699084 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:13.699799 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:13.716170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Usage tracker for resource:security_group_rule and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:13.721152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:13.731429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:13.775002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 77da548d-a49b-440b-a681-6920e7a66ecd, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=77da548d-a49b-440b-a681-6920e7a66ecd,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:40:13.777397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.789857 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.792765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1c015c8b-f173-4bda-9f4c-2dac5e8804c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:13.863680 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 2, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:13.865907 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Attempting to bind port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:40:13.866326 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Attempting to bind port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': 'a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:40:13.866788 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Attempting to bind port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e on network c7ee47f8-f292-492f-b1ae-98283714b553 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:40:13.871274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Router 8a3df542-f52d-41e0-a858-18fc988c4926 is scheduled to L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:40:13.878756 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.884419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.887100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:40:13.887626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Checking segment: {'id': 'a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:40:13.888448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.888577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Bound using segment: {'id': 'a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:40:13.889068 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Bound port: 51afd66d-766c-4ea8-a7eb-1f624a2ec78e, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:40:13.889493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:13.899710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0caf30-a97f-45a9-93c0-55e13afc5601 None None] The sync data for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi is: [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 2, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:40:13.955040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=77da548d-a49b-440b-a681-6920e7a66ecd,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:13.955322 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:13.960087 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:14.006824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] For port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:40:14.010316 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] For port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=51afd66d-766c-4ea8-a7eb-1f624a2ec78e,segment=NetworkSegment(a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681),segment_id=a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:40:14.015305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:14.021270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:14.061165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c198c6f-69a7-4663-a5d7-52d0764dc20a,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:14.068826 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:14.110495 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Pushing event updated for resources: {'Port': ['ID=51afd66d-766c-4ea8-a7eb-1f624a2ec78e,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:14.119547 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:14.139535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:14.143826 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4564378 Apr 19 19:40:14.144261 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53738) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:14.151512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Request body: {'floatingip': {'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:14.162411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:14.166810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Usage tracker for resource:floatingip and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:14.167261 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:40:14.170412 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:14.176878 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:14.187961 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:14.198191 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6670287 Apr 19 19:40:14.198319 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53742) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:14.202004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Sync routers for ids ['8a3df542-f52d-41e0-a858-18fc988c4926'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:40:14.214626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Routers {'8a3df542-f52d-41e0-a858-18fc988c4926'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:14.215610 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:40:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['8a3df542-f52d-41e0-a858-18fc988c4926'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:14.255246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:14.522702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Set router 8a3df542-f52d-41e0-a858-18fc988c4926 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:15.008464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'name': 'tempest-TestVolumeBootPattern-1507262051-router', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:10Z', 'updated_at': '2021-04-19T19:40:12Z', 'revision_number': 3, 'project_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'gw_port': {'id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:11Z', 'updated_at': '2021-04-19T19:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:15.013492 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Checking router: 8a3df542-f52d-41e0-a858-18fc988c4926 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:40:15.013843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Updating router 8a3df542-f52d-41e0-a858-18fc988c4926 port d0ed6433-8a73-4e8e-9160-c1b38f415e5b binding host dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:40:15.118378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:15.170472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:15.569925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:15.584427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Transition to ACTIVE for port object d0ed6433-8a73-4e8e-9160-c1b38f415e5b will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:15.600752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:15.617300 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-88555665-b0b5-4c68-a28a-8a433ae5647d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:15.688471 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:40:15.708584 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Attempting to bind port d0ed6433-8a73-4e8e-9160-c1b38f415e5b on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:40:15.709007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Attempting to bind port d0ed6433-8a73-4e8e-9160-c1b38f415e5b by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:40:15.709422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Attempting to bind port d0ed6433-8a73-4e8e-9160-c1b38f415e5b on network 22660ca9-1aee-455b-8549-52f5768c4643 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:40:15.724424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:40:15.724854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Checking segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:40:15.725459 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:15.725908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Bound using segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:40:15.726498 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Bound port: d0ed6433-8a73-4e8e-9160-c1b38f415e5b, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:40:15.727044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:15.742242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:15.762124 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Allocated IP 172.27.0.67 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/aa7dd884-2c98-4bef-b3ba-3ba0e88e0a52) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:40:15.772831 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226ec68-e5c1-4114-ba82-976c209f8450 None None] Pushing event updated for resources: {'Port': ['ID=d0ed6433-8a73-4e8e-9160-c1b38f415e5b,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:15.778698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d226ec68-e5c1-4114-ba82-976c209f8450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:15.849511 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53778) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:15.880868 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] For port d0ed6433-8a73-4e8e-9160-c1b38f415e5b, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:40:15.891842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] For port d0ed6433-8a73-4e8e-9160-c1b38f415e5b, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=d0ed6433-8a73-4e8e-9160-c1b38f415e5b,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:40:15.896808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:15.923930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ef976d07-4311-43f8-9450-1587ed5dc593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:16.034386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644e2ce5-29fe-49c8-a462-0bfd426d1c59 None None] Network c7ee47f8-f292-492f-b1ae-98283714b553 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:40:16.059910 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f402-0438-49ad-9ef8-6f57a573f699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.082113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226ec68-e5c1-4114-ba82-976c209f8450 None None] Pushing event updated for resources: {'Port': ['ID=d0ed6433-8a73-4e8e-9160-c1b38f415e5b,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:16.126390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9ec9f402-0438-49ad-9ef8-6f57a573f699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:16.131170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9ec9f402-0438-49ad-9ef8-6f57a573f699 admin admin] Usage tracker for resource:security_group_rule and tenant:94b0b22b874046bdbdfec0e0c7737d56 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:16.134794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9ec9f402-0438-49ad-9ef8-6f57a573f699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:16.141270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9ec9f402-0438-49ad-9ef8-6f57a573f699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:16.148208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-47151526-4db0-40a9-bdde-65980492c902 None None] Provisioning for port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:16.164706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d226ec68-e5c1-4114-ba82-976c209f8450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:16.165586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 6660f61b-8649-4b85-b596-fa42a9acde56 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:16.211749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.234165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Allocated IP 172.20.0.1 (c7ee47f8-f292-492f-b1ae-98283714b553/19d0047a-2205-49f4-ab4b-530a6f96a30a/55ea7599-c950-4bf7-9d9b-4c70c6a66ae0) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:40:16.237459 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f402-0438-49ad-9ef8-6f57a573f699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.240884 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f402-0438-49ad-9ef8-6f57a573f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.250419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0454328a-2620-44d4-afe5-d2709910a6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:16.275125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Routers {'8a3df542-f52d-41e0-a858-18fc988c4926'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:16.275664 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:40:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['8a3df542-f52d-41e0-a858-18fc988c4926'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:16.296516 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9ec9f402-0438-49ad-9ef8-6f57a573f699 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94b0b22b874046bdbdfec0e0c7737d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430821 Apr 19 19:40:16.296516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9f402-0438-49ad-9ef8-6f57a573f699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faabf0dc-15a7-4afc-8d0c-089dc28e82a2,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:16.297758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53786) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:16.300456 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9ec9f402-0438-49ad-9ef8-6f57a573f699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:16.359136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.369703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:16.370418 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a5b20a52-35e2-44ca-b25d-cfa57befff7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.400930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a5b20a52-35e2-44ca-b25d-cfa57befff7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.452858 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a5b20a52-35e2-44ca-b25d-cfa57befff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.458764 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-12ecf706-7446-4966-b8b9-dbcabc54a338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:16.463397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event updated for resources: {'Port': ['ID=aa7dd884-2c98-4bef-b3ba-3ba0e88e0a52,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:16.470548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:16.470795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b20a52-35e2-44ca-b25d-cfa57befff7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faabf0dc-15a7-4afc-8d0c-089dc28e82a2,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:16.472828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:16.476133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a5b20a52-35e2-44ca-b25d-cfa57befff7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:16.476659 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:16.478494 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a5b20a52-35e2-44ca-b25d-cfa57befff7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.479773 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a5b20a52-35e2-44ca-b25d-cfa57befff7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/faabf0dc-15a7-4afc-8d0c-089dc28e82a2 HTTP/1.1" status: 204 len: 168 time: 0.1811314 Apr 19 19:40:16.489128 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:40:16.562057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.591395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Transition to ACTIVE for port object 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:16.628183 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.703331 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.713142 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.744003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:16.812039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Network c7ee47f8-f292-492f-b1ae-98283714b553 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:16.827654 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53794) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:16.829926 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:16.838129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:40:16.852024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1605f70f-7ad4-493e-882c-fb3327640031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.868078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1605f70f-7ad4-493e-882c-fb3327640031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:16.872187 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1605f70f-7ad4-493e-882c-fb3327640031 admin admin] Usage tracker for resource:security_group_rule and tenant:7fcfadcdfc864e45be6ef793c5e7b053 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:16.876164 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1605f70f-7ad4-493e-882c-fb3327640031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:16.877891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 6660f61b-8649-4b85-b596-fa42a9acde56 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:16.882292 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1605f70f-7ad4-493e-882c-fb3327640031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:16.884490 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Pushing event updated for resources: {'Port': ['ID=55ea7599-c950-4bf7-9d9b-4c70c6a66ae0,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:16.891921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:16.931433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 6660f61b-8649-4b85-b596-fa42a9acde56 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:16.931847 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.979482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1605f70f-7ad4-493e-882c-fb3327640031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.980533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406529'] for router_interface, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.983697 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1605f70f-7ad4-493e-882c-fb3327640031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:16.993466 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7032bb6c-38f9-41a0-a531-b74e086fce4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:17.004624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] Set router 8a3df542-f52d-41e0-a858-18fc988c4926 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:17.039635 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-1605f70f-7ad4-493e-882c-fb3327640031 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7fcfadcdfc864e45be6ef793c5e7b053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082069 Apr 19 19:40:17.039635 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605f70f-7ad4-493e-882c-fb3327640031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb85cbf-3e6c-4ab1-9e18-217ee6706e11,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:17.040924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53798) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:17.043825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1605f70f-7ad4-493e-882c-fb3327640031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:17.112616 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3389fbc1-b110-46c3-bf69-7d1f4c6ad156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.155665 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3389fbc1-b110-46c3-bf69-7d1f4c6ad156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.212129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3389fbc1-b110-46c3-bf69-7d1f4c6ad156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.212259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.219691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5aff28d5-02aa-4a69-927e-507b86d21004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:17.234788 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.235273 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389fbc1-b110-46c3-bf69-7d1f4c6ad156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb85cbf-3e6c-4ab1-9e18-217ee6706e11,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:17.238013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3389fbc1-b110-46c3-bf69-7d1f4c6ad156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:17.240360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3389fbc1-b110-46c3-bf69-7d1f4c6ad156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.241689 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-3389fbc1-b110-46c3-bf69-7d1f4c6ad156 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cb85cbf-3e6c-4ab1-9e18-217ee6706e11 HTTP/1.1" status: 204 len: 168 time: 0.1996801 Apr 19 19:40:17.247965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f2cc8ad6-50d5-4575-8e5f-aaf4e187712a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:17.297144 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.418151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event updated for resources: {'Port': ['ID=aa7dd884-2c98-4bef-b3ba-3ba0e88e0a52,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:17.430352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:17.467888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.482356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.540223 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 6660f61b-8649-4b85-b596-fa42a9acde56, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=6660f61b-8649-4b85-b596-fa42a9acde56,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:40:17.553399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.554257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 77da548d-a49b-440b-a681-6920e7a66ecd up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:17.568590 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.569931 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4241734 Apr 19 19:40:17.602580 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d226ec68-e5c1-4114-ba82-976c209f8450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:17.738716 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.743493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.772408 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=6660f61b-8649-4b85-b596-fa42a9acde56,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:17.780741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:17.802594 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-7f42ba94-98db-4ffd-a2ff-da41e5cf2819 None None] Provisioning for port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:17.804766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-66cc6784-c6f9-444a-884d-a8193ba2455a tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:17.813279 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'name': 'tempest-TestVolumeBootPattern-1507262051-router', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:10Z', 'updated_at': '2021-04-19T19:40:12Z', 'revision_number': 3, 'project_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'gw_port': {'id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:11Z', 'updated_at': '2021-04-19T19:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:17.817006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-7f42ba94-98db-4ffd-a2ff-da41e5cf2819 None None] Provisioning complete for port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:17.817423 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f42ba94-98db-4ffd-a2ff-da41e5cf2819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.863919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 77da548d-a49b-440b-a681-6920e7a66ecd triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:17.864347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:17.870874 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Sync routers for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:40:17.882318 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:17.883284 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:40:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:17.980400 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-7f42ba94-98db-4ffd-a2ff-da41e5cf2819 None None] Port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:40:17.985286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df4961-ae20-42f7-827a-8b6d455c8091 None None] The sync data for ids ['8a3df542-f52d-41e0-a858-18fc988c4926'] in dv-cinder-786931-1-iscsi is: [{'id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'name': 'tempest-TestVolumeBootPattern-1507262051-router', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:10Z', 'updated_at': '2021-04-19T19:40:12Z', 'revision_number': 3, 'project_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'gw_port': {'id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:11Z', 'updated_at': '2021-04-19T19:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:40:17.985786 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-2f065d11-7a2a-472d-b821-1e550159c071 req-f4a6cb4c-7128-416e-9946-8d7ef44e7966 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Synchronizing usage tracker for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:security_group {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:40:17.994849 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Pushing event updated for resources: {'Port': ['ID=55ea7599-c950-4bf7-9d9b-4c70c6a66ae0,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:17.998951 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:17.999843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3913131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369178'] for router_interface, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:18.046578 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-2f065d11-7a2a-472d-b821-1e550159c071 req-f4a6cb4c-7128-416e-9946-8d7ef44e7966 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Unset dirty status for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:security_group {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:40:18.047879 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-f4a6cb4c-7128-416e-9946-8d7ef44e7966 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--99248508&fields=id&tenant_id=3fc760ccf4ed41689dcbaf5a4425f093 HTTP/1.1" status: 200 len: 267 time: 0.1846368 Apr 19 19:40:18.088774 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 51afd66d-766c-4ea8-a7eb-1f624a2ec78e up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:18.193679 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:18.221407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-8cdb08c0-bf67-4a6f-9bb7-27fce40bf8ac None None] Provisioning complete for port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:18.222138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8cdb08c0-bf67-4a6f-9bb7-27fce40bf8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:18.287832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:18.297133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:18.297810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:18.364820 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb08c0-bf67-4a6f-9bb7-27fce40bf8ac None None] Port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:40:18.469150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:18.516323 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065d11-7a2a-472d-b821-1e550159c071 req-754ba6fb-f544-4a5d-a892-f7a8ff9a66a7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:18.517129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-2f065d11-7a2a-472d-b821-1e550159c071 req-754ba6fb-f544-4a5d-a892-f7a8ff9a66a7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Synchronizing usage tracker for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:network {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:40:18.522634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Network c7ee47f8-f292-492f-b1ae-98283714b553 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:18.524970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:18.560450 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=51afd66d-766c-4ea8-a7eb-1f624a2ec78e,segment=NetworkSegment(a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681),segment_id=a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:40:18.567546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:18.569775 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:18.706750 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=51afd66d-766c-4ea8-a7eb-1f624a2ec78e,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:18.723566 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:18.779627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 2, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:18.788817 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Checking router: 3543f120-98eb-4faf-b115-8704deb0b0dc for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:40:18.789319 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Updating router 3543f120-98eb-4faf-b115-8704deb0b0dc port aca57940-07e0-4675-bb24-fa2f580c4a51 binding host dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:40:18.860035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 6660f61b-8649-4b85-b596-fa42a9acde56 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:18.864251 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:18.962964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-3d018da0-865d-4754-8a2c-57da63ae620c None None] Provisioning complete for port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:18.963396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3d018da0-865d-4754-8a2c-57da63ae620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:19.042482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-3d018da0-865d-4754-8a2c-57da63ae620c None None] Port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:40:19.050082 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 6660f61b-8649-4b85-b596-fa42a9acde56 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:19.050541 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:19.228298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-2f065d11-7a2a-472d-b821-1e550159c071 req-754ba6fb-f544-4a5d-a892-f7a8ff9a66a7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Unset dirty status for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:network {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:40:19.229938 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-754ba6fb-f544-4a5d-a892-f7a8ff9a66a7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 810 time: 1.0328107 Apr 19 19:40:19.263132 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-94692cea-2df0-456e-bdef-1baeb3f54b2b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/quotas/3fc760ccf4ed41689dcbaf5a4425f093 HTTP/1.1" status: 200 len: 375 time: 0.0182569 Apr 19 19:40:19.334028 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Notify callbacks [] for port, precommit_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:19.350881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Transition to ACTIVE for port object aca57940-07e0-4675-bb24-fa2f580c4a51 will not be triggered until provisioned by entity L2. {{(pid=86443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:19.358735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:19.364219 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:19.416682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Router 8a3df542-f52d-41e0-a858-18fc988c4926 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:40:19.533521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device d0ed6433-8a73-4e8e-9160-c1b38f415e5b up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:19.634677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-2f065d11-7a2a-472d-b821-1e550159c071 req-c4851fea-4327-4de7-919d-23b346476721 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Synchronizing usage tracker for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:40:19.644877 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port d0ed6433-8a73-4e8e-9160-c1b38f415e5b completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:19.653857 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port d0ed6433-8a73-4e8e-9160-c1b38f415e5b triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:19.654570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:19.664747 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-2f065d11-7a2a-472d-b821-1e550159c071 req-c4851fea-4327-4de7-919d-23b346476721 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Unset dirty status for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:40:19.666241 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-c4851fea-4327-4de7-919d-23b346476721 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3865886 Apr 19 19:40:19.736197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b14ef-f35a-4361-85cf-33ae638df576 None None] Pushing event updated for resources: {'Port': ['ID=aca57940-07e0-4675-bb24-fa2f580c4a51,revision_number=3']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:19.749640 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2d2b14ef-f35a-4361-85cf-33ae638df576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:19.785192 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:40:19.799930 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] 10.222.0.55 "PUT /v2.0/routers/8a3df542-f52d-41e0-a858-18fc988c4926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6063268 Apr 19 19:40:19.834583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Attempting to bind port aca57940-07e0-4675-bb24-fa2f580c4a51 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:40:19.835094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Attempting to bind port aca57940-07e0-4675-bb24-fa2f580c4a51 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:40:19.835404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Attempting to bind port aca57940-07e0-4675-bb24-fa2f580c4a51 on network 55f6e54a-9160-4b04-aadb-a18237552f88 {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:40:19.856618 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:19.864990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:40:19.865790 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Checking segment: {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:40:19.866816 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:19.867819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Bound using segment: {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:40:19.868918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Bound port: aca57940-07e0-4675-bb24-fa2f580c4a51, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'}}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:40:19.873771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:19.879443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port d0ed6433-8a73-4e8e-9160-c1b38f415e5b, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=d0ed6433-8a73-4e8e-9160-c1b38f415e5b,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:40:19.884149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:19.891787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:19.921116 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-f920306d-fd66-4b42-9dbf-49294fd95a8c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:40:19.922625 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-f920306d-fd66-4b42-9dbf-49294fd95a8c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2364068 Apr 19 19:40:20.002436 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=d0ed6433-8a73-4e8e-9160-c1b38f415e5b,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:20.014065 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:20.040586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] For port aca57940-07e0-4675-bb24-fa2f580c4a51, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:40:20.044168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] For port aca57940-07e0-4675-bb24-fa2f580c4a51, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=aca57940-07e0-4675-bb24-fa2f580c4a51,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:40:20.047947 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:20.053616 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-08b4201c-435d-48a0-af91-4640b1ab362a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:20.105153 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-54b0f617-e0ea-4928-a590-0c2e960c016d service neutron] 10.222.0.55 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750696 Apr 19 19:40:20.197137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:20.197822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:40:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:20.295085 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-223dea97-9f4a-4c60-bf54-e21e6acb6935 service neutron] 10.222.0.55 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788812 Apr 19 19:40:20.344617 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b14ef-f35a-4361-85cf-33ae638df576 None None] Pushing event updated for resources: {'Port': ['ID=aca57940-07e0-4675-bb24-fa2f580c4a51,revision_number=4']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:20.359665 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2d2b14ef-f35a-4361-85cf-33ae638df576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:20.480984 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:20.627388 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e7786b75-7f14-4288-a726-49b5c204003a req-0052e491-c3b0-41b9-b089-8fad9074e6c8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 210 time: 0.1120975 Apr 19 19:40:20.723519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53880) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:20.729804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007707753', 'description': 'tempest-secgroup-smoke-2007707753 description', 'project_id': '7e4d3653c531499ab4cea96df1a5ef60'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:20.740962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:20.755814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Usage tracker for resource:security_group and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:20.761138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:20.772432 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:20.781080 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 51afd66d-766c-4ea8-a7eb-1f624a2ec78e up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:20.796376 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:20.822249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:20.827223 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Usage tracker for resource:security_group_rule and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:20.846391 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:20.863544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:20.939345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:20.939769 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:20.975381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:20.980202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:20.987250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a311e543-2bd5-4350-bd28-1c40ed234a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:21.040780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0db437-f3ea-4d7a-bd43-22ad490124bc,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:21.044896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:21.052583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.057586 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3290977 Apr 19 19:40:21.057586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53890) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:21.088683 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'security_group_rule': {'security_group_id': 'bf0db437-f3ea-4d7a-bd43-22ad490124bc', 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:21.096649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:20Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:21.104713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1790ec-fc94-44cf-9769-5375f007dde8 None None] The sync data for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi is: [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:20Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:40:21.110742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:21.112250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device aca57940-07e0-4675-bb24-fa2f580c4a51 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:21.125124 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Usage tracker for resource:security_group_rule and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:21.133143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:21.140927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:21.161620 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.220000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port aca57940-07e0-4675-bb24-fa2f580c4a51 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:21.226549 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port aca57940-07e0-4675-bb24-fa2f580c4a51 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:21.227366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.241283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.244484 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.246980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:21.276220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0c56b8-0463-4be0-a464-326cee024bcc,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:21.281548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:21.286793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.290976 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2086544 Apr 19 19:40:21.291239 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53896) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:21.298740 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-7bb881bc-4b8f-4454-b19d-a63bbbb04323 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'security_group_rule': {'security_group_id': 'bf0db437-f3ea-4d7a-bd43-22ad490124bc', 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:21.307653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7bb881bc-4b8f-4454-b19d-a63bbbb04323 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:21.313339 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7bb881bc-4b8f-4454-b19d-a63bbbb04323 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Usage tracker for resource:security_group_rule and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:21.316694 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7bb881bc-4b8f-4454-b19d-a63bbbb04323 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:21.323543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7bb881bc-4b8f-4454-b19d-a63bbbb04323 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:21.345019 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb881bc-4b8f-4454-b19d-a63bbbb04323 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.385242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.419780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Sync routers for ids ['8a3df542-f52d-41e0-a858-18fc988c4926'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:40:21.425912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb881bc-4b8f-4454-b19d-a63bbbb04323 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.429258 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb881bc-4b8f-4454-b19d-a63bbbb04323 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.432140 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1465dfc1-3140-4499-8dbe-97aed3e19bb6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:21.433967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Routers {'8a3df542-f52d-41e0-a858-18fc988c4926'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:21.434751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:40:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['8a3df542-f52d-41e0-a858-18fc988c4926'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:21.463843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb881bc-4b8f-4454-b19d-a63bbbb04323 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c82a7c8-2ad7-45e2-9e7a-e38b92317955,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:21.469703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7bb881bc-4b8f-4454-b19d-a63bbbb04323 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:21.475311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb881bc-4b8f-4454-b19d-a63bbbb04323 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.479851 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53900) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:21.480009 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7bb881bc-4b8f-4454-b19d-a63bbbb04323 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1866677 Apr 19 19:40:21.491013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'security_group_rule': {'security_group_id': 'bf0db437-f3ea-4d7a-bd43-22ad490124bc', 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:21.498961 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:21.504044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port aca57940-07e0-4675-bb24-fa2f580c4a51, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=aca57940-07e0-4675-bb24-fa2f580c4a51,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:40:21.507250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Usage tracker for resource:security_group_rule and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:21.510924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:21.518584 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:21.536749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.564828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.565742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device d0ed6433-8a73-4e8e-9160-c1b38f415e5b up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:21.607654 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:21.611753 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.615783 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.625749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:21.650405 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9be4a4-bb51-49f9-815c-db6de7affb02,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:21.653809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:21.663638 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.665464 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1837382 Apr 19 19:40:21.668434 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53904) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:21.675854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-5e07133a-a645-4ca2-8e3d-2bec097ad6fe tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'security_group_rule': {'security_group_id': 'bf0db437-f3ea-4d7a-bd43-22ad490124bc', 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:21.683666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5e07133a-a645-4ca2-8e3d-2bec097ad6fe tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:21.693928 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5e07133a-a645-4ca2-8e3d-2bec097ad6fe tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Usage tracker for resource:security_group_rule and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:21.697649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5e07133a-a645-4ca2-8e3d-2bec097ad6fe tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:21.704729 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5e07133a-a645-4ca2-8e3d-2bec097ad6fe tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:21.736298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e07133a-a645-4ca2-8e3d-2bec097ad6fe tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.764665 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=aca57940-07e0-4675-bb24-fa2f580c4a51,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:21.774682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:21.788614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port d0ed6433-8a73-4e8e-9160-c1b38f415e5b triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:21.789038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.838283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Set router 8a3df542-f52d-41e0-a858-18fc988c4926 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:21.859626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e07133a-a645-4ca2-8e3d-2bec097ad6fe tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.863216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e07133a-a645-4ca2-8e3d-2bec097ad6fe tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.865562 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:21.887513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07133a-a645-4ca2-8e3d-2bec097ad6fe tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca6268b-5d9c-4704-9b6d-dc2f0d92357f,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:21.892151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5e07133a-a645-4ca2-8e3d-2bec097ad6fe tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:21.900245 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e07133a-a645-4ca2-8e3d-2bec097ad6fe tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:21.901817 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-5e07133a-a645-4ca2-8e3d-2bec097ad6fe tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2316954 Apr 19 19:40:21.904621 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 53912) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:21.910298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'security_group_rule': {'security_group_id': 'bf0db437-f3ea-4d7a-bd43-22ad490124bc', 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:21.916750 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:21.920763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Usage tracker for resource:security_group_rule and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:21.923924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:21.930405 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:21.944011 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.securitygroups_db [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Project 7e4d3653c531499ab4cea96df1a5ef60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 19:40:21.951585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:22.023968 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:22.027226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:22.052198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3ccab5e3-3069-482c-85e5-b04ae2e01ea7 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:22.065819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:22.070064 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1616571 Apr 19 19:40:22.070064 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb807b96-361e-45ac-964f-5424896f0a3f,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:22.071116 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 53918) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:22.073070 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-76a45e9a-9b6c-44e4-bb1f-f9f6abce0a3a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:22.078039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'security_group_rule': {'security_group_id': 'bf0db437-f3ea-4d7a-bd43-22ad490124bc', 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:22.092467 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:22.099166 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Usage tracker for resource:security_group_rule and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:40:22.102942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:40:22.110955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:22.132266 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.securitygroups_db [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Project 7e4d3653c531499ab4cea96df1a5ef60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 19:40:22.143527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:22.193253 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e65eb8a5-962c-4882-8bf1-24ae752b623a req-c4774d46-1984-4474-956b-d57c1810ad94 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 210 time: 0.0695806 Apr 19 19:40:22.239528 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:22.243145 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:22.259398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3d485eb3-ff80-4d46-bce3-84d96c7a29a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:22.276129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de0cfac-244e-4414-9d03-be02b2a63a7d,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:22.278720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:22.283507 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:22.284952 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2127740 Apr 19 19:40:22.364690 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'name': 'tempest-TestVolumeBootPattern-1507262051-router', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:10Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'gw_port': {'id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:11Z', 'updated_at': '2021-04-19T19:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '55ea7599-c950-4bf7-9d9b-4c70c6a66ae0', 'name': '', 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'mac_address': 'fa:16:3e:91:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '19d0047a-2205-49f4-ab4b-530a6f96a30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:15Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 2, 'project_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'subnets': [{'id': '19d0047a-2205-49f4-ab4b-530a6f96a30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:22.370393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Checking router: 8a3df542-f52d-41e0-a858-18fc988c4926 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:40:22.371088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Updating router 8a3df542-f52d-41e0-a858-18fc988c4926 port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 binding host dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:40:22.381501 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065d11-7a2a-472d-b821-1e550159c071 req-f4ad6fe4-a8cf-479f-bada-64cb93aab167 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:22.383052 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-f4ad6fe4-a8cf-479f-bada-64cb93aab167 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 810 time: 0.1718981 Apr 19 19:40:22.435765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:22.479852 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-5595f7c2-8271-4257-91e7-6d145c20e5c9 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093 HTTP/1.1" status: 200 len: 5706 time: 0.0879061 Apr 19 19:40:22.489858 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Request body: {'port': {'device_id': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'admin_state_up': True, 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'security_groups': ['0edaf858-c6ef-478d-bf55-1fdfda499999']}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:22.654777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:40:22.666295 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:40:22.673019 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device aca57940-07e0-4675-bb24-fa2f580c4a51 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:22.675796 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Made reservation on behalf of 3fc760ccf4ed41689dcbaf5a4425f093 for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:40:22.682348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:22.803024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port aca57940-07e0-4675-bb24-fa2f580c4a51 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:22.803607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:22.862085 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Allocated IP 172.20.0.7 (55f6e54a-9160-4b04-aadb-a18237552f88/d4d8b96b-8d22-4aab-84d1-596bfd109d9c/c435d7dc-2797-45cd-99b1-9a927122d7de) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:40:23.005411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:23.052946 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Transition to ACTIVE for port object 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:23.070592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:23.077337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:23.119905 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:23.138085 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Transition to ACTIVE for port object c435d7dc-2797-45cd-99b1-9a927122d7de will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:23.171728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:23.180732 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:23.280076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Network 55f6e54a-9160-4b04-aadb-a18237552f88 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:40:23.283931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:40:23.286871 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:40:23.380128 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:23.381039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:23.449393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event updated for resources: {'Port': ['ID=c435d7dc-2797-45cd-99b1-9a927122d7de,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:23.465134 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:23.474352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebadbb-ddb2-4d73-a101-2d1be22be54a None None] Pushing event updated for resources: {'Port': ['ID=55ea7599-c950-4bf7-9d9b-4c70c6a66ae0,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:23.482310 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f1ebadbb-ddb2-4d73-a101-2d1be22be54a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:23.496949 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0115128 Apr 19 19:40:23.512641 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Request body: {'port': {'device_id': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:23.586581 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Attempting to bind port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:40:23.587001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Attempting to bind port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': 'a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:40:23.587404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Attempting to bind port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 on network c7ee47f8-f292-492f-b1ae-98283714b553 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:40:23.593201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:40:23.593620 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Checking segment: {'id': 'a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:40:23.594067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:23.594556 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Bound using segment: {'id': 'a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:40:23.595053 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Bound port: 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:40:23.595478 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:23.621947 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d0d72-ec5d-4143-8191-ec08018aa295 req-6ba5d142-8a98-4134-84fc-3fdd02022e09 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:23.622715 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-1b8d0d72-ec5d-4143-8191-ec08018aa295 req-6ba5d142-8a98-4134-84fc-3fdd02022e09 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Synchronizing usage tracker for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:40:23.659830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-1b8d0d72-ec5d-4143-8191-ec08018aa295 req-6ba5d142-8a98-4134-84fc-3fdd02022e09 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Unset dirty status for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:40:23.661171 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1b8d0d72-ec5d-4143-8191-ec08018aa295 req-6ba5d142-8a98-4134-84fc-3fdd02022e09 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 931 time: 0.2959423 Apr 19 19:40:23.664189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:23.698844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] For port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:40:23.703673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] For port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=55ea7599-c950-4bf7-9d9b-4c70c6a66ae0,segment=NetworkSegment(a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681),segment_id=a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:40:23.709714 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:23.715064 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:23.758863 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-b2f988f8-5604-4437-b7f0-84676142e2ec None None] Provisioning for port c435d7dc-2797-45cd-99b1-9a927122d7de completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:23.775692 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1b8d0d72-ec5d-4143-8191-ec08018aa295 req-a97c4df9-9fad-4150-90a2-b8a4d5b65054 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968740 Apr 19 19:40:23.783236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-b2f988f8-5604-4437-b7f0-84676142e2ec None None] Provisioning complete for port c435d7dc-2797-45cd-99b1-9a927122d7de triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:23.783668 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b2f988f8-5604-4437-b7f0-84676142e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:23.845791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Routers {'8a3df542-f52d-41e0-a858-18fc988c4926'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:23.846695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:40:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['8a3df542-f52d-41e0-a858-18fc988c4926'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:24.013845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-b2f988f8-5604-4437-b7f0-84676142e2ec None None] Port c435d7dc-2797-45cd-99b1-9a927122d7de cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:40:24.031327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebadbb-ddb2-4d73-a101-2d1be22be54a None None] Pushing event updated for resources: {'Port': ['ID=55ea7599-c950-4bf7-9d9b-4c70c6a66ae0,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:24.034773 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f1ebadbb-ddb2-4d73-a101-2d1be22be54a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:24.101260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] Set router 8a3df542-f52d-41e0-a858-18fc988c4926 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:24.167701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c435d7dc-2797-45cd-99b1-9a927122d7de {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:40:24.172843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:24.197537 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Transition to ACTIVE for port object c435d7dc-2797-45cd-99b1-9a927122d7de will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:40:24.200776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:24.207665 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a01d92b6-8140-4cdc-aa57-8e4c8f0e72e0 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:24.379209 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Pushing event updated for resources: {'Port': ['ID=c435d7dc-2797-45cd-99b1-9a927122d7de,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:24.391479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:24.464152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Attempting to bind port c435d7dc-2797-45cd-99b1-9a927122d7de on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:40:24.464431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Attempting to bind port c435d7dc-2797-45cd-99b1-9a927122d7de by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:40:24.464791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Attempting to bind port c435d7dc-2797-45cd-99b1-9a927122d7de on network 55f6e54a-9160-4b04-aadb-a18237552f88 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:40:24.470099 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Port c435d7dc-2797-45cd-99b1-9a927122d7de on network 55f6e54a-9160-4b04-aadb-a18237552f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:40:24.470478 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Attempting to bind port c435d7dc-2797-45cd-99b1-9a927122d7de on network 55f6e54a-9160-4b04-aadb-a18237552f88 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:40:24.476405 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:40:24.476778 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Checking segment: {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:40:24.477239 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Bound using segment: {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:40:24.477856 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Bound port: c435d7dc-2797-45cd-99b1-9a927122d7de, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:40:24.478252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:24.496637 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'name': 'tempest-TestVolumeBootPattern-1507262051-router', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:10Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'gw_port': {'id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:11Z', 'updated_at': '2021-04-19T19:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '55ea7599-c950-4bf7-9d9b-4c70c6a66ae0', 'name': '', 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'mac_address': 'fa:16:3e:91:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '19d0047a-2205-49f4-ab4b-530a6f96a30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:15Z', 'updated_at': '2021-04-19T19:40:23Z', 'revision_number': 4, 'project_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'subnets': [{'id': '19d0047a-2205-49f4-ab4b-530a6f96a30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:24.501012 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20143b-a250-4bc9-8f94-0d58fc2f6ae0 None None] The sync data for ids ['8a3df542-f52d-41e0-a858-18fc988c4926'] in dv-cinder-786931-1-iscsi is: [{'id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'name': 'tempest-TestVolumeBootPattern-1507262051-router', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:10Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'gw_port': {'id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:11Z', 'updated_at': '2021-04-19T19:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '55ea7599-c950-4bf7-9d9b-4c70c6a66ae0', 'name': '', 'network_id': 'c7ee47f8-f292-492f-b1ae-98283714b553', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'mac_address': 'fa:16:3e:91:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '19d0047a-2205-49f4-ab4b-530a6f96a30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:15Z', 'updated_at': '2021-04-19T19:40:23Z', 'revision_number': 4, 'project_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'subnets': [{'id': '19d0047a-2205-49f4-ab4b-530a6f96a30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:40:24.598765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] For port c435d7dc-2797-45cd-99b1-9a927122d7de, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:40:24.602309 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] For port c435d7dc-2797-45cd-99b1-9a927122d7de, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c435d7dc-2797-45cd-99b1-9a927122d7de,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:40:24.609710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:24.615029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-15bfe591-e217-4be4-945e-1f9f667049fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:24.687191 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:24.687900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:24.689525 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] 10.222.0.52 "PUT /v2.0/ports/c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 200 len: 1093 time: 1.1841214 Apr 19 19:40:24.690448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'tag': 'c435d7dc-2797-45cd-99b1-9a927122d7de'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:40:24.743646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:24.783268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Pushing event updated for resources: {'Port': ['ID=c435d7dc-2797-45cd-99b1-9a927122d7de,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:24.790483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:24.813774 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'tag': 'c435d7dc-2797-45cd-99b1-9a927122d7de', 'status': 'completed', 'code': 200} Apr 19 19:40:24.863165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:24.865888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065d11-7a2a-472d-b821-1e550159c071 req-ea138cb4-2e0f-4e67-94dc-66074ec45f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:24.867624 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-ea138cb4-2e0f-4e67-94dc-66074ec45f69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 1096 time: 0.1296802 Apr 19 19:40:24.873846 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:24.874509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:24.958673 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-5b907c61-dd13-4b97-b669-5c9d6c7485c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 200 len: 217 time: 0.0829637 Apr 19 19:40:25.032708 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:25.103284 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=55ea7599-c950-4bf7-9d9b-4c70c6a66ae0,segment=NetworkSegment(a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681),segment_id=a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:40:25.106669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:25.108870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:25.220282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=55ea7599-c950-4bf7-9d9b-4c70c6a66ae0,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:25.225015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:25.405298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065d11-7a2a-472d-b821-1e550159c071 req-8df17e2e-aa45-461a-9302-178cbf7fae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:25.406893 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-8df17e2e-aa45-461a-9302-178cbf7fae68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.4050689 Apr 19 19:40:25.482374 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066801-029a-4ba8-9e82-30384a2824ff req-8ce2634d-2c25-4738-9174-40222262f7fd tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:25.483923 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-af066801-029a-4ba8-9e82-30384a2824ff req-8ce2634d-2c25-4738-9174-40222262f7fd tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 943 time: 0.5242674 Apr 19 19:40:25.542664 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065d11-7a2a-472d-b821-1e550159c071 req-156f77b2-8e8b-4663-8ac3-c50b3f0a6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:25.544359 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-156f77b2-8e8b-4663-8ac3-c50b3f0a6802 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1296062 Apr 19 19:40:25.552176 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-af066801-029a-4ba8-9e82-30384a2824ff req-c6b45dfb-ae26-4003-95f6-85f79c7906bf tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579243 Apr 19 19:40:25.695651 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-f7db41b6-5b0c-415a-be34-7aba3946e141 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423965 Apr 19 19:40:25.848926 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f065d11-7a2a-472d-b821-1e550159c071 req-bc247d22-ebc0-4eec-a70d-0a739fed9db9 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467457 Apr 19 19:40:25.983922 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed47e0-f1b1-4baa-97f5-6b45f1fb895f req-1a38226a-32cd-409a-900f-27f3483bff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:25.985516 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6bed47e0-f1b1-4baa-97f5-6b45f1fb895f req-1a38226a-32cd-409a-900f-27f3483bff10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 1096 time: 0.0860898 Apr 19 19:40:26.132603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed47e0-f1b1-4baa-97f5-6b45f1fb895f req-86f0443a-8835-45eb-8022-e2f874d02a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:26.134425 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6bed47e0-f1b1-4baa-97f5-6b45f1fb895f req-86f0443a-8835-45eb-8022-e2f874d02a21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.1416457 Apr 19 19:40:26.216050 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6bed47e0-f1b1-4baa-97f5-6b45f1fb895f req-4f3cee35-7abb-407f-be64-675ab32975d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 200 len: 217 time: 0.0736358 Apr 19 19:40:26.287591 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed47e0-f1b1-4baa-97f5-6b45f1fb895f req-f6b8e6e6-75b9-45e8-9edc-47673359fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:26.289158 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6bed47e0-f1b1-4baa-97f5-6b45f1fb895f req-f6b8e6e6-75b9-45e8-9edc-47673359fb10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.0666373 Apr 19 19:40:26.375146 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed47e0-f1b1-4baa-97f5-6b45f1fb895f req-e5e201ad-e25c-4b4d-9b9d-c349831894a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:26.376801 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6bed47e0-f1b1-4baa-97f5-6b45f1fb895f req-e5e201ad-e25c-4b4d-9b9d-c349831894a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811574 Apr 19 19:40:26.530874 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6bed47e0-f1b1-4baa-97f5-6b45f1fb895f req-1f92420f-9916-471c-989c-60b0fb55c4ad service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461835 Apr 19 19:40:26.661975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:26.737361 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6bed47e0-f1b1-4baa-97f5-6b45f1fb895f req-966620c1-15d7-48ab-8002-629646ea4398 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982694 Apr 19 19:40:26.740818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:26.741327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:26.781931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19ccee-571f-4796-bf90-23dd0df968f4 req-ed1e4749-77a2-4bda-b329-d3401a4b3b3b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:26.783487 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a19ccee-571f-4796-bf90-23dd0df968f4 req-ed1e4749-77a2-4bda-b329-d3401a4b3b3b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 943 time: 0.1049626 Apr 19 19:40:26.834850 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5a19ccee-571f-4796-bf90-23dd0df968f4 req-cfd55f34-0ac0-461c-98e1-0cc2a8f8d9f5 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448706 Apr 19 19:40:28.041059 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0780d4-9a40-4da9-afce-f2a24b8909ad req-15da8576-1fab-4f2b-92ae-136bdace7617 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:28.042730 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2d0780d4-9a40-4da9-afce-f2a24b8909ad req-15da8576-1fab-4f2b-92ae-136bdace7617 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 943 time: 0.0926607 Apr 19 19:40:28.093134 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2d0780d4-9a40-4da9-afce-f2a24b8909ad req-e8c52c3b-6383-4c1b-a8e3-81199ad70f39 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433838 Apr 19 19:40:28.857133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device c435d7dc-2797-45cd-99b1-9a927122d7de details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:40:29.006227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port c435d7dc-2797-45cd-99b1-9a927122d7de, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c435d7dc-2797-45cd-99b1-9a927122d7de,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:40:29.022666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': 'c435d7dc-2797-45cd-99b1-9a927122d7de', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'port_id': 'c435d7dc-2797-45cd-99b1-9a927122d7de', 'mac_address': 'fa:16:3e:bf:23:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:40:29.089580 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:29.110184 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c435d7dc-2797-45cd-99b1-9a927122d7de {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:40:29.127888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port c435d7dc-2797-45cd-99b1-9a927122d7de, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c435d7dc-2797-45cd-99b1-9a927122d7de,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:40:29.131202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:29.133444 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f1ebadbb-ddb2-4d73-a101-2d1be22be54a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:29.210816 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=c435d7dc-2797-45cd-99b1-9a927122d7de,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:29.214361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:29.302891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b79d0-d186-4b8c-a009-98999c686e31 req-63d66063-ee75-4bad-84f9-3a530578d52d tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:29.304446 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5c8b79d0-d186-4b8c-a009-98999c686e31 req-63d66063-ee75-4bad-84f9-3a530578d52d tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 944 time: 0.0959969 Apr 19 19:40:29.356868 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5c8b79d0-d186-4b8c-a009-98999c686e31 req-b12d5048-7f42-4a27-bc0d-d9b5e280ebd1 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440559 Apr 19 19:40:29.370340 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['c435d7dc-2797-45cd-99b1-9a927122d7de'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:40:30.576143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4876d-5fd7-4ac4-bfbd-0d9420f7f161 req-39b36575-4a73-4e03-8941-184e22c649e0 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:30.577846 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-24d4876d-5fd7-4ac4-bfbd-0d9420f7f161 req-39b36575-4a73-4e03-8941-184e22c649e0 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 944 time: 0.1052170 Apr 19 19:40:30.629005 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-24d4876d-5fd7-4ac4-bfbd-0d9420f7f161 req-16fb9813-5751-484c-b195-d88a3d633e36 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437212 Apr 19 19:40:30.879207 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device c435d7dc-2797-45cd-99b1-9a927122d7de up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:40:30.961382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port c435d7dc-2797-45cd-99b1-9a927122d7de completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:40:30.966768 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port c435d7dc-2797-45cd-99b1-9a927122d7de triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:40:30.967192 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:31.096400 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:31.127340 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c435d7dc-2797-45cd-99b1-9a927122d7de'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:40:31.138504 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port c435d7dc-2797-45cd-99b1-9a927122d7de, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c435d7dc-2797-45cd-99b1-9a927122d7de,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:40:31.141894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:31.143824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:40:31.215625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=c435d7dc-2797-45cd-99b1-9a927122d7de,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:40:31.218919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:40:31.237405 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c435d7dc-2797-45cd-99b1-9a927122d7de', 'code': 200} Apr 19 19:40:31.514273 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052595-173c-47de-8b69-b92b9121ef20 req-0beee3ba-d240-40c0-83b4-e5003e8600dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:31.515895 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-78052595-173c-47de-8b69-b92b9121ef20 req-0beee3ba-d240-40c0-83b4-e5003e8600dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 1098 time: 0.0817685 Apr 19 19:40:31.562239 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-78052595-173c-47de-8b69-b92b9121ef20 req-056a5516-52b9-41a2-8b20-45e78f413530 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389876 Apr 19 19:40:31.838199 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870d5dc-7fa0-4e22-8d43-4316fd114078 req-bc728caa-1e4e-4f3a-91e5-7c3f61ce61ec tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:31.839827 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d870d5dc-7fa0-4e22-8d43-4316fd114078 req-bc728caa-1e4e-4f3a-91e5-7c3f61ce61ec tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.0950456 Apr 19 19:40:31.891172 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d870d5dc-7fa0-4e22-8d43-4316fd114078 req-7da50931-0018-4ffd-9398-11861b9da128 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443838 Apr 19 19:40:33.106889 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d591592-499a-4b7e-8a59-d516d92c6636 req-35789202-349f-4679-82c1-b2dfaa7c61c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:33.108489 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d591592-499a-4b7e-8a59-d516d92c6636 req-35789202-349f-4679-82c1-b2dfaa7c61c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.0938327 Apr 19 19:40:33.162912 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d591592-499a-4b7e-8a59-d516d92c6636 req-f27564e8-3f5f-4431-bfb1-07b505507b3f tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474141 Apr 19 19:40:33.380797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb262557-a19b-41c3-b756-08115f8c9289 req-6843211a-9bd8-4ece-8964-037e4998c51c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:33.382347 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fb262557-a19b-41c3-b756-08115f8c9289 req-6843211a-9bd8-4ece-8964-037e4998c51c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1041107 Apr 19 19:40:33.393417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 54072) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:40:33.399743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-24361ad8-445f-41f4-9346-7b7a1a83ad3e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Request body: {'floatingip': {'port_id': 'c435d7dc-2797-45cd-99b1-9a927122d7de'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:40:33.487678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-24361ad8-445f-41f4-9346-7b7a1a83ad3e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:34.136043 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-24361ad8-445f-41f4-9346-7b7a1a83ad3e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:34.139342 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-24361ad8-445f-41f4-9346-7b7a1a83ad3e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:34.557826 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [None req-24361ad8-445f-41f4-9346-7b7a1a83ad3e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Floating IP 2ea23a1e-b183-4b94-9df7-1f1d8288ee76 associated. External IP: 172.27.0.67, port: c435d7dc-2797-45cd-99b1-9a927122d7de. Apr 19 19:40:34.941938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24361ad8-445f-41f4-9346-7b7a1a83ad3e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Router 3543f120-98eb-4faf-b115-8704deb0b0dc has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:40:35.142836 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24361ad8-445f-41f4-9346-7b7a1a83ad3e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:40:35.148096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-24361ad8-445f-41f4-9346-7b7a1a83ad3e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:35.153084 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafc857-8274-4dee-aa75-0c27ad5a469c None None] Sync routers for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:40:35.163507 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafc857-8274-4dee-aa75-0c27ad5a469c None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:35.164170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2bafc857-8274-4dee-aa75-0c27ad5a469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:40:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:35.210778 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-24361ad8-445f-41f4-9346-7b7a1a83ad3e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "PUT /v2.0/floatingips/2ea23a1e-b183-4b94-9df7-1f1d8288ee76 HTTP/1.1" status: 200 len: 990 time: 1.8161135 Apr 19 19:40:35.211480 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'tag': 'c435d7dc-2797-45cd-99b1-9a927122d7de'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:40:35.338912 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'tag': 'c435d7dc-2797-45cd-99b1-9a927122d7de', 'status': 'completed', 'code': 200} Apr 19 19:40:35.381430 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-2bafc857-8274-4dee-aa75-0c27ad5a469c None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:35.445504 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c408b-b40a-49ac-b3e0-02f39c5ceb5e req-77b30fcc-f212-486d-aa27-71bfa32c3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:35.447165 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d66c408b-b40a-49ac-b3e0-02f39c5ceb5e req-77b30fcc-f212-486d-aa27-71bfa32c3a1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 1098 time: 0.0865781 Apr 19 19:40:35.594681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c408b-b40a-49ac-b3e0-02f39c5ceb5e req-f7e2ccf7-c4fa-4110-bdca-5c83e63459b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:35.596272 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d66c408b-b40a-49ac-b3e0-02f39c5ceb5e req-f7e2ccf7-c4fa-4110-bdca-5c83e63459b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.1427414 Apr 19 19:40:35.710535 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d66c408b-b40a-49ac-b3e0-02f39c5ceb5e req-2b962f29-eab1-44b7-ac73-4efc152ea42b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 200 len: 998 time: 0.1074548 Apr 19 19:40:35.750161 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2bafc857-8274-4dee-aa75-0c27ad5a469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '2ea23a1e-b183-4b94-9df7-1f1d8288ee76', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'port_id': 'c435d7dc-2797-45cd-99b1-9a927122d7de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'mac_address': 'fa:16:3e:bf:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:40:16Z', 'updated_at': '2021-04-19T19:40:34Z', 'revision_number': 1, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:21Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:35.754278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafc857-8274-4dee-aa75-0c27ad5a469c None None] Checking router: 3543f120-98eb-4faf-b115-8704deb0b0dc for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:40:35.763076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafc857-8274-4dee-aa75-0c27ad5a469c None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:40:35.763709 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2bafc857-8274-4dee-aa75-0c27ad5a469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:40:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:35.784436 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c408b-b40a-49ac-b3e0-02f39c5ceb5e req-178870e7-ad62-4541-b10f-bce4ac11a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:35.786022 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d66c408b-b40a-49ac-b3e0-02f39c5ceb5e req-178870e7-ad62-4541-b10f-bce4ac11a178 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.0698931 Apr 19 19:40:35.870157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c408b-b40a-49ac-b3e0-02f39c5ceb5e req-118d99f9-8f44-4a2e-a1a1-c1a8a703dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:40:35.871742 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d66c408b-b40a-49ac-b3e0-02f39c5ceb5e req-118d99f9-8f44-4a2e-a1a1-c1a8a703dd26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796049 Apr 19 19:40:35.953591 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-2bafc857-8274-4dee-aa75-0c27ad5a469c None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:40:36.017680 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d66c408b-b40a-49ac-b3e0-02f39c5ceb5e req-6884f011-4dda-4873-8547-25de2da78aef service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392853 Apr 19 19:40:36.165433 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d66c408b-b40a-49ac-b3e0-02f39c5ceb5e req-4962418b-ab6d-4f07-bdb2-b30fc9bd19fd service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414742 Apr 19 19:40:36.377482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3758e823-55d8-4747-91cf-862d5331852c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:36.499813 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2bafc857-8274-4dee-aa75-0c27ad5a469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '2ea23a1e-b183-4b94-9df7-1f1d8288ee76', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'port_id': 'c435d7dc-2797-45cd-99b1-9a927122d7de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'mac_address': 'fa:16:3e:bf:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:40:16Z', 'updated_at': '2021-04-19T19:40:34Z', 'revision_number': 1, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:21Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:40:36.504465 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafc857-8274-4dee-aa75-0c27ad5a469c None None] The sync data for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi is: [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '2ea23a1e-b183-4b94-9df7-1f1d8288ee76', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'port_id': 'c435d7dc-2797-45cd-99b1-9a927122d7de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'mac_address': 'fa:16:3e:bf:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:40:16Z', 'updated_at': '2021-04-19T19:40:34Z', 'revision_number': 1, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:21Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:40:36.803610 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c0fd1-b6d8-495e-a34b-3ec4ebf45a78 None None] New status for floating IP 2ea23a1e-b183-4b94-9df7-1f1d8288ee76: ACTIVE {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:40:37.093288 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:38.413855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c0217486-250f-419f-9b3c-cea2f9c280ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:38.969508 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:39.431292 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:40.945789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:40:51.417715 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [req-b9ec0bc5-fa69-4eea-84b7-fbfd62289870 req-0c5e4b95-daed-41dd-bb45-8783129c24db tempest-VolumesSnapshotTestJSON-1264081197 tempest-VolumesSnapshotTestJSON-1264081197-project] (86440) timed out ('10.222.0.52', 49245) {{(pid=86440) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 19 19:40:52.695942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:41:01.531200 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-2d1ed090-d344-4cad-b7df-53910376272b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807140 Apr 19 19:41:01.695647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-5300858f-a8d1-4b8e-8604-20716eaaa730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:41:01.697239 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-5300858f-a8d1-4b8e-8604-20716eaaa730 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 1098 time: 0.0853436 Apr 19 19:41:01.870636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-1815c9e1-e19f-48a6-bf66-083be9906bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:41:01.872220 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-1815c9e1-e19f-48a6-bf66-083be9906bbc service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.1539226 Apr 19 19:41:01.984621 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-867f736d-ea20-40e6-af09-aa0d06709b56 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 200 len: 1000 time: 0.1044607 Apr 19 19:41:02.056093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-a090807f-f621-4901-a2a2-fd4f2c9b41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:41:02.057635 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-a090807f-f621-4901-a2a2-fd4f2c9b41c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.0639467 Apr 19 19:41:02.145756 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-a091ddb8-fc7f-479d-ba61-198fde778cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:41:02.147364 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-a091ddb8-fc7f-479d-ba61-198fde778cd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821192 Apr 19 19:41:02.160933 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-2fe0a2de-37aa-40c5-a412-cdeea037afe9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:41:02.161992 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-2fe0a2de-37aa-40c5-a412-cdeea037afe9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066564 Apr 19 19:41:02.306288 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-808ff486-29e0-4bb2-90c3-630fe047b54c service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366050 Apr 19 19:41:02.455773 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-55eeb7e3-b88a-4447-9fdd-c2da6d9dd7d5 req-6e800217-bf3b-45aa-b29c-33a00a35c4e5 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413085 Apr 19 19:41:06.381097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f5ea2ca9-ce40-4713-8ab3-33296484730c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:41:07.078681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:41:08.419379 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9df33291-e6f6-423f-be16-a9be9f909c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:41:08.973147 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:41:09.424516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:41:10.956598 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:41:29.686198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:41:36.390575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b616a609-1423-4dfa-84dc-729d44c6a561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:41:37.079483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:41:38.409495 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-810da0c9-e329-4c8b-a28a-02759470b255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:41:38.977779 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:41:39.434721 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:41:40.956865 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:03.578701 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-08067b75-7878-4727-a203-e9c77c30d5b7 req-0593be34-e57b-4993-b429-619f2ae9923e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1275208 Apr 19 19:42:03.762884 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08067b75-7878-4727-a203-e9c77c30d5b7 req-7e9fdc49-72e2-4d98-8368-b4eaf0d1f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:42:03.764452 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-08067b75-7878-4727-a203-e9c77c30d5b7 req-7e9fdc49-72e2-4d98-8368-b4eaf0d1f38a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 1098 time: 0.0937731 Apr 19 19:42:03.927040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08067b75-7878-4727-a203-e9c77c30d5b7 req-eb234b7f-632d-4fbc-a233-32acdc943fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:42:03.928637 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-08067b75-7878-4727-a203-e9c77c30d5b7 req-eb234b7f-632d-4fbc-a233-32acdc943fd5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.1394134 Apr 19 19:42:04.042359 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-08067b75-7878-4727-a203-e9c77c30d5b7 req-88e29027-27d7-422f-bdc7-77cead9a74f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 200 len: 1000 time: 0.1058540 Apr 19 19:42:04.118703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08067b75-7878-4727-a203-e9c77c30d5b7 req-34824230-5df7-436d-ace9-daf9bbd5f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:42:04.121073 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-08067b75-7878-4727-a203-e9c77c30d5b7 req-34824230-5df7-436d-ace9-daf9bbd5f9bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.0712433 Apr 19 19:42:04.209622 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08067b75-7878-4727-a203-e9c77c30d5b7 req-0c677513-b867-4c8d-a034-10a208a2a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:42:04.211258 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-08067b75-7878-4727-a203-e9c77c30d5b7 req-0c677513-b867-4c8d-a034-10a208a2a3ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795465 Apr 19 19:42:04.358410 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-08067b75-7878-4727-a203-e9c77c30d5b7 req-8576fb54-3d75-406e-927d-9408f9eb92bd service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351125 Apr 19 19:42:04.504868 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-08067b75-7878-4727-a203-e9c77c30d5b7 req-cdafbefe-934c-4f7e-a1c7-b505ffba82ae service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389725 Apr 19 19:42:06.391252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0c27356c-b4d5-4bff-a682-6c21397c7472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:06.687639 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:42:07.094916 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:08.405920 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-44a34430-2f37-41a3-9b82-9eb012893150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:08.982257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:09.428126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:10.953778 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:36.392042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f6e0414e-f813-48a3-b013-8c353ea7911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:37.086735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:38.405158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-199c2327-0e79-4d70-aaf4-131a31915d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:38.976129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:39.443442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:40.960456 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:42:43.693427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:43:03.572052 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fcd37ff3-bfe9-4f76-94b5-5b07176f2267 req-c73b7d55-efe0-4326-8865-30bc1f0383c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915856 Apr 19 19:43:04.076082 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37ff3-bfe9-4f76-94b5-5b07176f2267 req-0763be61-c544-4904-b6b7-f7b8eb662a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:43:04.077692 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fcd37ff3-bfe9-4f76-94b5-5b07176f2267 req-0763be61-c544-4904-b6b7-f7b8eb662a09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 1098 time: 0.3270524 Apr 19 19:43:04.247472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37ff3-bfe9-4f76-94b5-5b07176f2267 req-7d609b76-593c-470c-9c8d-8933193c4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:43:04.249127 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fcd37ff3-bfe9-4f76-94b5-5b07176f2267 req-7d609b76-593c-470c-9c8d-8933193c4e9b service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.1486800 Apr 19 19:43:04.361247 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fcd37ff3-bfe9-4f76-94b5-5b07176f2267 req-6084475d-03b0-43dc-8332-c7f1c192a84a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 200 len: 1000 time: 0.1049640 Apr 19 19:43:04.437883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37ff3-bfe9-4f76-94b5-5b07176f2267 req-bfd1c76f-6aae-4e54-8203-2f02ab6254cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:43:04.439480 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fcd37ff3-bfe9-4f76-94b5-5b07176f2267 req-bfd1c76f-6aae-4e54-8203-2f02ab6254cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.0662315 Apr 19 19:43:04.528447 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37ff3-bfe9-4f76-94b5-5b07176f2267 req-98ea3ef1-1165-4af9-886b-868467e2e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:43:04.530092 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fcd37ff3-bfe9-4f76-94b5-5b07176f2267 req-98ea3ef1-1165-4af9-886b-868467e2e8f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837312 Apr 19 19:43:04.682636 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fcd37ff3-bfe9-4f76-94b5-5b07176f2267 req-17aa1abe-08f1-4578-ac49-e7e61a5de4f0 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450682 Apr 19 19:43:04.829677 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fcd37ff3-bfe9-4f76-94b5-5b07176f2267 req-00ad75f8-cc81-4304-980d-1eee1a84bfd5 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398058 Apr 19 19:43:06.391660 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-be02e3b1-831e-43f3-841d-90803abc3ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:43:07.068766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:43:08.403510 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7fc70080-8589-4e03-9f84-31992dd285cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:43:08.984925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:43:09.447953 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:43:10.961512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:43:20.697853 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:43:36.394638 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fd9491fb-f5df-4bf6-99ea-3bff55b5448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:43:37.090695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:43:38.401008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1a32203c-0349-483d-854a-3ececafb658d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:43:38.988673 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:43:39.453513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:43:40.962367 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:43:57.702833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:44:04.537918 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad44002f-a1fb-483e-b34a-48308112e33d req-0d27e5e4-1a84-49cf-9fe1-164fa1c3740a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795014 Apr 19 19:44:04.703491 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44002f-a1fb-483e-b34a-48308112e33d req-d3143886-e144-46e3-b507-903c881c58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:44:04.730710 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad44002f-a1fb-483e-b34a-48308112e33d req-d3143886-e144-46e3-b507-903c881c58dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 1098 time: 0.0869517 Apr 19 19:44:04.874636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44002f-a1fb-483e-b34a-48308112e33d req-7c08db74-ce5d-430b-9dbe-1352293a1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:44:04.876182 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad44002f-a1fb-483e-b34a-48308112e33d req-7c08db74-ce5d-430b-9dbe-1352293a1501 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.1414375 Apr 19 19:44:04.992568 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad44002f-a1fb-483e-b34a-48308112e33d req-875c5d60-52be-467e-92a7-5b5b0316d7e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 200 len: 1000 time: 0.1044998 Apr 19 19:44:05.070630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44002f-a1fb-483e-b34a-48308112e33d req-082922e1-9606-4aa0-953a-b1c03b725191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:44:05.072170 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad44002f-a1fb-483e-b34a-48308112e33d req-082922e1-9606-4aa0-953a-b1c03b725191 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.0682368 Apr 19 19:44:05.161529 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44002f-a1fb-483e-b34a-48308112e33d req-4853811f-3b2c-4b12-b2f8-60c3547c2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:44:05.163204 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad44002f-a1fb-483e-b34a-48308112e33d req-4853811f-3b2c-4b12-b2f8-60c3547c2179 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807221 Apr 19 19:44:05.307528 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad44002f-a1fb-483e-b34a-48308112e33d req-1a0c5e53-b936-491b-acef-86d6c20a7921 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366553 Apr 19 19:44:05.470175 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad44002f-a1fb-483e-b34a-48308112e33d req-d3d05de3-00f5-434c-a70e-b111597ff028 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509242 Apr 19 19:44:06.391450 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ea4f5a1e-1e89-4da1-8493-a6b7d45b1d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:07.091603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:08.402753 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7ff60554-084d-4374-9493-df589b80f742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:08.985570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:09.453309 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:10.974438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:34.709925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:44:36.396857 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-379fff4b-f1c0-4a01-a743-f143a090c88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:37.090418 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:38.403154 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e34b8269-d992-4aef-b139-da0033aa244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:39.000266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:39.453772 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:40.977158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:55.584920 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-3d77a95d-df3b-43c8-952b-18b80e4441fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Synchronizing usage tracker for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:security_group {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:44:55.602598 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-3d77a95d-df3b-43c8-952b-18b80e4441fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Unset dirty status for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:security_group {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:44:55.603749 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-3d77a95d-df3b-43c8-952b-18b80e4441fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007707753&fields=id&tenant_id=7e4d3653c531499ab4cea96df1a5ef60 HTTP/1.1" status: 200 len: 267 time: 0.0627673 Apr 19 19:44:55.773996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-53efd1aa-0df8-43e7-b74a-df4a87c4d24d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:44:55.774791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-53efd1aa-0df8-43e7-b74a-df4a87c4d24d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Synchronizing usage tracker for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:network {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:44:55.793824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-53efd1aa-0df8-43e7-b74a-df4a87c4d24d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Unset dirty status for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:network {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:44:55.795096 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-53efd1aa-0df8-43e7-b74a-df4a87c4d24d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 812 time: 0.1807787 Apr 19 19:44:55.811345 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-31d4fa73-14c0-468e-a205-4fd4cb6a5976 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/quotas/7e4d3653c531499ab4cea96df1a5ef60 HTTP/1.1" status: 200 len: 375 time: 0.0100129 Apr 19 19:44:55.908146 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-a413958a-c3bc-42c9-83ee-a643716a218f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Synchronizing usage tracker for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:44:55.926178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-a413958a-c3bc-42c9-83ee-a643716a218f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Unset dirty status for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:44:55.927661 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-a413958a-c3bc-42c9-83ee-a643716a218f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108036 Apr 19 19:44:56.079445 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-a0bb3828-8321-4502-80a5-862d2ba572b5 service neutron] 10.222.0.55 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386933 Apr 19 19:44:56.225289 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-36d82dc8-5bbf-4433-af44-0761ddee93b9 service neutron] 10.222.0.55 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388714 Apr 19 19:44:57.789394 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-514fd8af-222e-44d7-bd63-bc3f9fa183f0 req-0fbe3a60-3d08-48d6-be38-20e8b3fc560c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 210 time: 0.1452451 Apr 19 19:44:58.959001 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f3ac177-3901-49f4-a103-5d411193a27e req-fd36d483-eb38-4c2e-aa0f-0776b6e95c37 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 210 time: 0.0528207 Apr 19 19:44:59.470095 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-dd31cad2-deff-441b-8d3e-662e41710601 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:44:59.471731 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-dd31cad2-deff-441b-8d3e-662e41710601 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 812 time: 0.1635568 Apr 19 19:44:59.563853 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-71afe123-5a29-4081-8586-b3c6a11882e7 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e4d3653c531499ab4cea96df1a5ef60 HTTP/1.1" status: 200 len: 8061 time: 0.0750453 Apr 19 19:44:59.574521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'port': {'device_id': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'admin_state_up': True, 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'security_groups': ['bf0db437-f3ea-4d7a-bd43-22ad490124bc']}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:44:59.726002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:44:59.737157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:44:59.747439 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Made reservation on behalf of 7e4d3653c531499ab4cea96df1a5ef60 for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:44:59.756232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:44:59.970369 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Allocated IP 172.20.0.9 (b92fce1f-653b-440e-a0f1-f33f9714fc4d/5e9a6084-dd1f-49c4-bf1b-3233681b3912/785a69ee-07bc-43e0-a0b7-5bdb3da2e730) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:45:00.208560 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2e4b8777-bea6-41c2-ad37-39e501954651 req-b0ea5989-7528-44a1-9e61-6a79fcb800fc tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 210 time: 0.0613344 Apr 19 19:45:00.285759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:00.303024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Transition to ACTIVE for port object 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:45:00.329834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:00.335869 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:00.409130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:45:00.412497 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:45:00.417238 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:45:00.451495 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'Port': ['ID=785a69ee-07bc-43e0-a0b7-5bdb3da2e730,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:00.469928 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:00.470349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:00.470796 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:00.471204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:00.471606 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:00.472013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:00.472416 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:00.472816 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:00.473215 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:00.473622 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:00.474022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:00.474418 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:00.481045 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:00.505924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:00.506626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:00.542507 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9701509 Apr 19 19:45:00.554026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Request body: {'port': {'device_id': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:45:00.640056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-dc03e6cc-7e2f-47b8-a733-6a1a5caccbd2 None None] Provisioning for port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:45:00.645706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-dc03e6cc-7e2f-47b8-a733-6a1a5caccbd2 None None] Provisioning complete for port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:45:00.646129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dc03e6cc-7e2f-47b8-a733-6a1a5caccbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:00.678042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:00.706500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-dc03e6cc-7e2f-47b8-a733-6a1a5caccbd2 None None] Port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:45:01.061725 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:45:01.070030 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:01.089176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Transition to ACTIVE for port object 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:45:01.096101 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:01.107561 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bd8225ed-0667-41a6-8645-74081abc6d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:01.190931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Pushing event updated for resources: {'Port': ['ID=785a69ee-07bc-43e0-a0b7-5bdb3da2e730,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:01.196997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:01.689032 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56208) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:01.817906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:01.834159 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:45:01.838324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Usage tracker for resource:security_group_rule and tenant:c24affa7b268437bb3112e86e8b33095 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:45:01.841333 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:45:01.847372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:45:01.858599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Attempting to bind port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:45:01.858979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Attempting to bind port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:45:01.859347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Attempting to bind port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 on network b92fce1f-653b-440e-a0f1-f33f9714fc4d {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:45:01.878828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad329e9f-c9c7-433c-9bf7-db54f946ed66 req-4a12c46c-e8bf-4ee7-a6e2-6d870881cd7e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:01.880449 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad329e9f-c9c7-433c-9bf7-db54f946ed66 req-4a12c46c-e8bf-4ee7-a6e2-6d870881cd7e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.6848278 Apr 19 19:45:01.881060 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 on network b92fce1f-653b-440e-a0f1-f33f9714fc4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:45:01.881455 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Attempting to bind port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 on network b92fce1f-653b-440e-a0f1-f33f9714fc4d {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:45:01.893038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef28f5-8ebf-4683-b27b-dc20daab414e req-83950df7-43ac-4a1c-baf7-6926484eca88 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:01.893769 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-c0ef28f5-8ebf-4683-b27b-dc20daab414e req-83950df7-43ac-4a1c-baf7-6926484eca88 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Synchronizing usage tracker for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:45:01.913972 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:45:01.914339 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Checking segment: {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:45:01.914864 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Bound using segment: {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:45:01.915427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Bound port: 785a69ee-07bc-43e0-a0b7-5bdb3da2e730, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:45:01.915814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:01.936003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:01.939445 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:01.949139 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e3735733-2166-4948-a046-2c7ef920c991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:01.990646 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c24affa7b268437bb3112e86e8b33095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003261 Apr 19 19:45:01.992405 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fabade-fad2-44f9-9360-a2264f1bcb60,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:01.994646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56214) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:02.004353 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad329e9f-c9c7-433c-9bf7-db54f946ed66 req-5df5c1f2-281e-4ae9-baa1-523649cf9a62 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072936 Apr 19 19:45:02.007325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-c0ef28f5-8ebf-4683-b27b-dc20daab414e req-83950df7-43ac-4a1c-baf7-6926484eca88 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Unset dirty status for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:45:02.008602 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c0ef28f5-8ebf-4683-b27b-dc20daab414e req-83950df7-43ac-4a1c-baf7-6926484eca88 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 943 time: 0.3672791 Apr 19 19:45:02.014285 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:02.014702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:02.015108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:02.015507 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:02.015902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:02.016298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:02.016720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:02.017112 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:02.017471 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:02.017867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:02.018204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:02.018832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:02.025441 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:02.072988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c773f908-b932-4452-b141-203ff3d7b1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.085392 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] For port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:45:02.094009 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c0ef28f5-8ebf-4683-b27b-dc20daab414e req-61f4b2a0-8a63-4990-b5d1-947defe7c185 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747516 Apr 19 19:45:02.098729 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] For port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=785a69ee-07bc-43e0-a0b7-5bdb3da2e730,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:45:02.102558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c773f908-b932-4452-b141-203ff3d7b1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.104298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.109842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a017df5e-33f5-4348-affb-9b308b4f46f4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:02.162386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c773f908-b932-4452-b141-203ff3d7b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.165735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:02.166563 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9ec9f402-0438-49ad-9ef8-6f57a573f699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:02.166690 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.168000 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] 10.222.0.52 "PUT /v2.0/ports/785a69ee-07bc-43e0-a0b7-5bdb3da2e730 HTTP/1.1" status: 200 len: 1093 time: 1.6188359 Apr 19 19:45:02.170513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'tag': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:45:02.178079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773f908-b932-4452-b141-203ff3d7b1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fabade-fad2-44f9-9360-a2264f1bcb60,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:02.181756 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c773f908-b932-4452-b141-203ff3d7b1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:02.188678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c773f908-b932-4452-b141-203ff3d7b1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.189889 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c773f908-b932-4452-b141-203ff3d7b1fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3fabade-fad2-44f9-9360-a2264f1bcb60 HTTP/1.1" status: 204 len: 168 time: 0.1943038 Apr 19 19:45:02.217440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Pushing event updated for resources: {'Port': ['ID=785a69ee-07bc-43e0-a0b7-5bdb3da2e730,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:02.221291 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:02.317114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-36904f91-0cc0-4e2d-938e-82dcb3197b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:02.318816 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-36904f91-0cc0-4e2d-938e-82dcb3197b8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 1096 time: 0.0871542 Apr 19 19:45:02.415404 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-78f86ee1-e2a9-406f-8937-dc36ce33be3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=785a69ee-07bc-43e0-a0b7-5bdb3da2e730 HTTP/1.1" status: 200 len: 217 time: 0.0868752 Apr 19 19:45:02.486851 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'tag': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730', 'status': 'completed', 'code': 200} Apr 19 19:45:02.497253 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-896d7719-7db5-4f80-a145-39e2aa9c5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:02.498837 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-896d7719-7db5-4f80-a145-39e2aa9c5fec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0758698 Apr 19 19:45:02.534814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56228) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:02.554243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d58a2667-4c5e-4828-b1a8-a0f4a0c58066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.570188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-d58a2667-4c5e-4828-b1a8-a0f4a0c58066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:45:02.574762 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d58a2667-4c5e-4828-b1a8-a0f4a0c58066 admin admin] Usage tracker for resource:security_group_rule and tenant:4f6fdc13e546445db81edc00001b4a73 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:45:02.577719 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d58a2667-4c5e-4828-b1a8-a0f4a0c58066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:45:02.583759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-d58a2667-4c5e-4828-b1a8-a0f4a0c58066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:45:02.592512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-d30a2ffd-fdd9-4187-a39f-37c7445213c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:02.593896 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-d30a2ffd-fdd9-4187-a39f-37c7445213c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863333 Apr 19 19:45:02.678802 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d58a2667-4c5e-4828-b1a8-a0f4a0c58066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.682235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d58a2667-4c5e-4828-b1a8-a0f4a0c58066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.691785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3ac512df-9277-47a6-a3df-cb2e5d25b3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:02.736235 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d58a2667-4c5e-4828-b1a8-a0f4a0c58066 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f6fdc13e546445db81edc00001b4a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002161 Apr 19 19:45:02.738870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56238) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:02.747802 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-c50f9aa0-fefe-4195-8a80-e1f08b100707 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448748 Apr 19 19:45:02.751151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a2667-4c5e-4828-b1a8-a0f4a0c58066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208672f2-4060-47ae-bf05-3c935a5743b9,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:02.756270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d58a2667-4c5e-4828-b1a8-a0f4a0c58066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:02.807064 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c6cee6bd-89f6-42cc-b3ce-ada1dfc17ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.838300 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c6cee6bd-89f6-42cc-b3ce-ada1dfc17ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.884469 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c6cee6bd-89f6-42cc-b3ce-ada1dfc17ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.889619 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bb703ae8-78e1-48a9-90da-bbeb3b76f119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:02.898545 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d0efe3ba-bdb5-4bdf-a376-5fec00491c39 req-82f20eb7-9a25-451c-b726-551a93e87386 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409533 Apr 19 19:45:02.902005 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cee6bd-89f6-42cc-b3ce-ada1dfc17ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208672f2-4060-47ae-bf05-3c935a5743b9,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:02.905791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c6cee6bd-89f6-42cc-b3ce-ada1dfc17ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:02.909843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c6cee6bd-89f6-42cc-b3ce-ada1dfc17ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:02.910810 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c6cee6bd-89f6-42cc-b3ce-ada1dfc17ee7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/208672f2-4060-47ae-bf05-3c935a5743b9 HTTP/1.1" status: 204 len: 168 time: 0.1707065 Apr 19 19:45:03.029633 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f32cdc-20e6-49aa-8a06-838060033213 req-0725440e-85f3-41d6-98f3-bb2526369baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:03.031247 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66f32cdc-20e6-49aa-8a06-838060033213 req-0725440e-85f3-41d6-98f3-bb2526369baf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 1096 time: 0.0809059 Apr 19 19:45:03.315495 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f32cdc-20e6-49aa-8a06-838060033213 req-1bff6257-76e3-499b-b8ac-c1e476ea18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:03.317058 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66f32cdc-20e6-49aa-8a06-838060033213 req-1bff6257-76e3-499b-b8ac-c1e476ea18b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 913 time: 0.2761097 Apr 19 19:45:03.405709 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc095a-0b67-4b61-a7db-5199f4d1da79 req-f6924a45-8294-4343-a1a1-ec969aa24490 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:03.407345 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2abc095a-0b67-4b61-a7db-5199f4d1da79 req-f6924a45-8294-4343-a1a1-ec969aa24490 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.2752357 Apr 19 19:45:03.421266 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66f32cdc-20e6-49aa-8a06-838060033213 req-b29643f8-2e0a-43d0-8de2-70c25923f0d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=785a69ee-07bc-43e0-a0b7-5bdb3da2e730 HTTP/1.1" status: 200 len: 217 time: 0.0955675 Apr 19 19:45:03.527481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82abcc-2033-4d14-88eb-64a13e31c429 req-aacee1df-01a6-42be-826f-cf7ae11f67c6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:03.529084 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bf82abcc-2033-4d14-88eb-64a13e31c429 req-aacee1df-01a6-42be-826f-cf7ae11f67c6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 943 time: 0.3066726 Apr 19 19:45:03.532061 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2abc095a-0b67-4b61-a7db-5199f4d1da79 req-14ac4899-47fe-449a-873b-ae6826eca079 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147981 Apr 19 19:45:03.569691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f32cdc-20e6-49aa-8a06-838060033213 req-c5e2fce4-fbc2-49cc-ad44-f8fdce9d8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:03.570141 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66f32cdc-20e6-49aa-8a06-838060033213 req-c5e2fce4-fbc2-49cc-ad44-f8fdce9d8baa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.1279905 Apr 19 19:45:03.638062 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bf82abcc-2033-4d14-88eb-64a13e31c429 req-965535e3-5591-4e24-9e21-ea0a36bdd5eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989118 Apr 19 19:45:03.671048 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f32cdc-20e6-49aa-8a06-838060033213 req-f81122ff-1d49-4282-8710-0d9360e8df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:03.672673 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66f32cdc-20e6-49aa-8a06-838060033213 req-f81122ff-1d49-4282-8710-0d9360e8df43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915086 Apr 19 19:45:03.821407 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66f32cdc-20e6-49aa-8a06-838060033213 req-24b07e1e-d8e3-4703-af11-0fae28db4677 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403184 Apr 19 19:45:03.973046 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66f32cdc-20e6-49aa-8a06-838060033213 req-eca8870b-03ac-4db1-a1f9-54e86cadbf49 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444592 Apr 19 19:45:04.204595 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56280) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:04.339325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a4645200-1ed0-4fcd-9d59-dd6bf4bd0b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:04.356100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a4645200-1ed0-4fcd-9d59-dd6bf4bd0b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:45:04.360944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a4645200-1ed0-4fcd-9d59-dd6bf4bd0b82 admin admin] Usage tracker for resource:security_group_rule and tenant:8d914f20421e4ee4952e5f5361cf278b is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:45:04.364267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a4645200-1ed0-4fcd-9d59-dd6bf4bd0b82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:45:04.371440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a4645200-1ed0-4fcd-9d59-dd6bf4bd0b82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:45:04.470615 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a4645200-1ed0-4fcd-9d59-dd6bf4bd0b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:04.474828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a4645200-1ed0-4fcd-9d59-dd6bf4bd0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:04.483946 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-de2b7554-41f1-4b77-ac6d-91421ef3bfd1 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:04.525956 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a4645200-1ed0-4fcd-9d59-dd6bf4bd0b82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d914f20421e4ee4952e5f5361cf278b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200524 Apr 19 19:45:04.527713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4645200-1ed0-4fcd-9d59-dd6bf4bd0b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738b452d-eb29-4eb2-b156-6427fff253e3,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:04.529067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 56286) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:04.530873 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a4645200-1ed0-4fcd-9d59-dd6bf4bd0b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:04.593663 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f409f3bb-ecca-4299-a977-6e2d61d92dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:04.621734 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f409f3bb-ecca-4299-a977-6e2d61d92dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:04.733356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f409f3bb-ecca-4299-a977-6e2d61d92dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:04.739960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-180231e1-5516-48d5-b35e-4d0dc0a1d740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:04.753742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409f3bb-ecca-4299-a977-6e2d61d92dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738b452d-eb29-4eb2-b156-6427fff253e3,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:04.758437 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f409f3bb-ecca-4299-a977-6e2d61d92dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:04.811971 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f409f3bb-ecca-4299-a977-6e2d61d92dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:04.815100 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f409f3bb-ecca-4299-a977-6e2d61d92dcc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/738b452d-eb29-4eb2-b156-6427fff253e3 HTTP/1.1" status: 204 len: 168 time: 0.2841339 Apr 19 19:45:04.841899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e96ca-a956-4cbe-9839-4dd15d87d367 req-844c0daf-5717-4132-b248-d2321278f6fa tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:04.843700 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-936e96ca-a956-4cbe-9839-4dd15d87d367 req-844c0daf-5717-4132-b248-d2321278f6fa tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1882596 Apr 19 19:45:04.918613 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d2101-adea-4cc4-8f6e-e437cd2e674e req-b1e03b4d-7161-48ad-ad16-ed4d04b08009 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:04.920283 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e34d2101-adea-4cc4-8f6e-e437cd2e674e req-b1e03b4d-7161-48ad-ad16-ed4d04b08009 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 943 time: 0.1608706 Apr 19 19:45:04.923492 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-936e96ca-a956-4cbe-9839-4dd15d87d367 req-84fc4bb3-f056-42b0-bc48-eb326e0a07e1 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670145 Apr 19 19:45:04.984281 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e34d2101-adea-4cc4-8f6e-e437cd2e674e req-c997e475-693a-4149-9812-e2bd1a2eae6d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463831 Apr 19 19:45:06.204796 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12feeccd-8ab9-49db-857f-6feca4ea53f4 req-c93783f1-3668-41c2-b1d0-81c052a7193a tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:06.206300 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-12feeccd-8ab9-49db-857f-6feca4ea53f4 req-c93783f1-3668-41c2-b1d0-81c052a7193a tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1585376 Apr 19 19:45:06.240442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee45cf-3e4c-47be-b6bc-831b0c4d9312 req-0d550597-2523-45ba-b09b-48d9d8fdc14c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:06.240683 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-63ee45cf-3e4c-47be-b6bc-831b0c4d9312 req-0d550597-2523-45ba-b09b-48d9d8fdc14c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 943 time: 0.1389380 Apr 19 19:45:06.287157 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-12feeccd-8ab9-49db-857f-6feca4ea53f4 req-27e0913a-4327-4367-93a1-a40d5dd1124c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738695 Apr 19 19:45:06.309717 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-63ee45cf-3e4c-47be-b6bc-831b0c4d9312 req-2bf23df4-747f-4181-b09b-398f08797471 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612540 Apr 19 19:45:06.389203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-52002390-bae2-4156-b4ed-3bcff8be61c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:06.710768 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3379382-ea01-4665-ab2b-c2a4801b8d98 req-60a177ba-a291-494b-b024-6f8f6b92cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:06.712615 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d3379382-ea01-4665-ab2b-c2a4801b8d98 req-60a177ba-a291-494b-b024-6f8f6b92cf79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 1098 time: 0.0878057 Apr 19 19:45:06.882962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3379382-ea01-4665-ab2b-c2a4801b8d98 req-b144fc5d-07c3-4ce1-adea-ec0daa612076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:06.884522 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d3379382-ea01-4665-ab2b-c2a4801b8d98 req-b144fc5d-07c3-4ce1-adea-ec0daa612076 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.1414566 Apr 19 19:45:06.997949 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d3379382-ea01-4665-ab2b-c2a4801b8d98 req-cda88b22-64bd-4c7f-b981-80ff7cee577e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 200 len: 1000 time: 0.1043980 Apr 19 19:45:07.075070 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3379382-ea01-4665-ab2b-c2a4801b8d98 req-c9ac3e7e-cb87-4d32-aa1c-2938bb6a5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:07.076684 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d3379382-ea01-4665-ab2b-c2a4801b8d98 req-c9ac3e7e-cb87-4d32-aa1c-2938bb6a5ab7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.0705512 Apr 19 19:45:07.090752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:07.166810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3379382-ea01-4665-ab2b-c2a4801b8d98 req-f6728938-8977-42e7-bf54-7a0945c81670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:07.168417 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d3379382-ea01-4665-ab2b-c2a4801b8d98 req-f6728938-8977-42e7-bf54-7a0945c81670 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801127 Apr 19 19:45:07.326348 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d3379382-ea01-4665-ab2b-c2a4801b8d98 req-2dbd58ed-bb46-4523-92ee-d5d845bde0ab service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502650 Apr 19 19:45:07.857522 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d3379382-ea01-4665-ab2b-c2a4801b8d98 req-7bf171e1-73ae-4df4-8b55-a0e2cfc5e30d service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217485 Apr 19 19:45:07.888409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656f36a-71b5-4c2f-8cbc-df62ea093e1b req-a7baf739-bc2c-4112-afac-59c9bd23dcf6 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:07.889982 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9656f36a-71b5-4c2f-8cbc-df62ea093e1b req-a7baf739-bc2c-4112-afac-59c9bd23dcf6 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.4627848 Apr 19 19:45:07.899866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a31223-ce71-4ba2-a821-037685b33c78 req-dd0ec7b7-a9c3-4bd2-8426-2ed2b4642ae8 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:07.901414 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-65a31223-ce71-4ba2-a821-037685b33c78 req-dd0ec7b7-a9c3-4bd2-8426-2ed2b4642ae8 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 943 time: 0.4330649 Apr 19 19:45:07.979165 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-65a31223-ce71-4ba2-a821-037685b33c78 req-85ac476f-6029-4fdf-8b7d-db8a2a4046a0 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624204 Apr 19 19:45:07.982050 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9656f36a-71b5-4c2f-8cbc-df62ea093e1b req-e604dbf3-c80d-44a7-86e8-38c3a0ec8d5c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798230 Apr 19 19:45:08.405078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-415f1f73-6ab4-4831-9a99-e7b7cf75cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:08.997294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:09.264350 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd551cab-2d75-48d9-af3a-6db6e8292fe5 req-f6154f10-f391-41b5-9160-d215df9dcc1b tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:09.265903 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fd551cab-2d75-48d9-af3a-6db6e8292fe5 req-f6154f10-f391-41b5-9160-d215df9dcc1b tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 943 time: 0.1702836 Apr 19 19:45:09.280582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32124-e5f1-42ad-8503-c13c616a5c11 req-5a6bbefb-38ef-43ea-9dc2-f8c8e9230681 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:09.282164 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c3c32124-e5f1-42ad-8503-c13c616a5c11 req-5a6bbefb-38ef-43ea-9dc2-f8c8e9230681 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1399889 Apr 19 19:45:09.357727 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fd551cab-2d75-48d9-af3a-6db6e8292fe5 req-94420a16-c6a8-4893-81fc-4662e9c4d19c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744987 Apr 19 19:45:09.362485 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c3c32124-e5f1-42ad-8503-c13c616a5c11 req-c4378c47-a913-4cc5-a67f-09d10f0ba755 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648146 Apr 19 19:45:09.447855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:10.509848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:45:10.652214 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f195a-6e5a-44e7-b251-7ac2fe793fa3 req-150a83fc-3cc3-40ee-90e2-842b9f125a6c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:10.653745 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5b5f195a-6e5a-44e7-b251-7ac2fe793fa3 req-150a83fc-3cc3-40ee-90e2-842b9f125a6c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 943 time: 0.1655993 Apr 19 19:45:10.661487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=785a69ee-07bc-43e0-a0b7-5bdb3da2e730,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:45:10.664831 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0a69c-89f9-49d8-8f24-714474c2936c req-92f8574f-5014-41b0-8543-21936884e764 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:10.667744 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a2f0a69c-89f9-49d8-8f24-714474c2936c req-92f8574f-5014-41b0-8543-21936884e764 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1401663 Apr 19 19:45:10.679039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'port_id': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730', 'mac_address': 'fa:16:3e:9b:85:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:45:10.745049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:10.751703 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5b5f195a-6e5a-44e7-b251-7ac2fe793fa3 req-cc7894f3-5829-4e0a-85d2-ceb27c3dc909 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835385 Apr 19 19:45:10.756625 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a2f0a69c-89f9-49d8-8f24-714474c2936c req-1018c091-61ae-4a2f-b3f0-a08d6a3df23f tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702026 Apr 19 19:45:10.765819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:45:10.786238 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=785a69ee-07bc-43e0-a0b7-5bdb3da2e730,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:45:10.789751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:10.792444 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d226ec68-e5c1-4114-ba82-976c209f8450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:10.872197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=785a69ee-07bc-43e0-a0b7-5bdb3da2e730,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:10.882028 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:10.882444 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:10.882928 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:10.883381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:10.883760 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:10.884144 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:10.884516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:10.884887 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:10.885256 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:10.885624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:10.885988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:10.886336 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:45:10.890636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:10.973286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:11.098085 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['785a69ee-07bc-43e0-a0b7-5bdb3da2e730'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:45:11.699969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:45:12.023035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace41f3-bb22-4e21-9a5c-630cd1479823 req-34e07b26-ca76-4a0a-afe7-3dc0d590d4e0 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:12.024710 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5ace41f3-bb22-4e21-9a5c-630cd1479823 req-34e07b26-ca76-4a0a-afe7-3dc0d590d4e0 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 944 time: 0.1570899 Apr 19 19:45:12.033651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc882f-7b3d-4f06-bf21-504de8f7132c req-81ec15c7-cca3-4a9d-a6c8-a81e336a38e6 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:12.035139 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4fcc882f-7b3d-4f06-bf21-504de8f7132c req-81ec15c7-cca3-4a9d-a6c8-a81e336a38e6 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1283300 Apr 19 19:45:12.111648 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5ace41f3-bb22-4e21-9a5c-630cd1479823 req-9054a558-21e2-4212-8716-f5228150c35b tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754788 Apr 19 19:45:12.116236 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4fcc882f-7b3d-4f06-bf21-504de8f7132c req-19a80e95-6c21-43c1-bdae-d9aa12c29dce tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662267 Apr 19 19:45:12.542139 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:45:12.547033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd429eec-4b16-493c-91d9-b4fc4649ade2 req-3bf71d8a-7a80-404a-8f45-ad67388b1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:12.548703 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bd429eec-4b16-493c-91d9-b4fc4649ade2 req-3bf71d8a-7a80-404a-8f45-ad67388b1462 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 1098 time: 0.0908451 Apr 19 19:45:12.625269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:45:12.630308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:45:12.630759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:12.771001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:12.789297 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b96eec-5f63-4a1f-87aa-d6beb9c2d932 req-f7fca40e-4965-41c7-a52d-72734a597410 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:12.790947 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-09b96eec-5f63-4a1f-87aa-d6beb9c2d932 req-f7fca40e-4965-41c7-a52d-72734a597410 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1460843 Apr 19 19:45:12.799704 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd429eec-4b16-493c-91d9-b4fc4649ade2 req-0dc4c836-2b38-42c1-825c-c0384f82490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:12.801313 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bd429eec-4b16-493c-91d9-b4fc4649ade2 req-0dc4c836-2b38-42c1-825c-c0384f82490c service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.2425447 Apr 19 19:45:12.807029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:45:12.820081 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=785a69ee-07bc-43e0-a0b7-5bdb3da2e730,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:45:12.824778 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:12.827616 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:12.867806 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730', 'code': 200} Apr 19 19:45:12.906691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=785a69ee-07bc-43e0-a0b7-5bdb3da2e730,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:12.909928 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:12.960055 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bd429eec-4b16-493c-91d9-b4fc4649ade2 req-db78d74e-91b3-4c6e-b7b6-d2da1c283492 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 200 len: 1000 time: 0.1515071 Apr 19 19:45:12.963245 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-09b96eec-5f63-4a1f-87aa-d6beb9c2d932 req-eec23290-8ed1-465d-ba85-faaa37e47890 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815606 Apr 19 19:45:13.033423 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd429eec-4b16-493c-91d9-b4fc4649ade2 req-2dfc23d1-c624-460d-8391-5c5766e3dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:13.035123 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bd429eec-4b16-493c-91d9-b4fc4649ade2 req-2dfc23d1-c624-460d-8391-5c5766e3dd5e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.0679252 Apr 19 19:45:13.132241 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.52', 49855) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:13.143030 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd429eec-4b16-493c-91d9-b4fc4649ade2 req-9ff72e57-10c5-49f8-a7e0-c11e2cbb6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:13.144632 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bd429eec-4b16-493c-91d9-b4fc4649ade2 req-9ff72e57-10c5-49f8-a7e0-c11e2cbb6658 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1025202 Apr 19 19:45:13.217804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f19bb-fa74-4681-a9e4-a24a014f702e req-7ea13eae-ec3b-4baa-b213-74fc736f2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:13.219464 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6d8f19bb-fa74-4681-a9e4-a24a014f702e req-7ea13eae-ec3b-4baa-b213-74fc736f2dac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 1098 time: 0.0860448 Apr 19 19:45:13.264296 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6d8f19bb-fa74-4681-a9e4-a24a014f702e req-2284ea2d-5907-4d5a-bd68-9a4ccd1c2e5f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370705 Apr 19 19:45:13.374029 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bd429eec-4b16-493c-91d9-b4fc4649ade2 req-8fca1a2b-f600-4de5-86bd-591b08197a02 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084632 Apr 19 19:45:13.392141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aeba32-d2bb-4301-bad3-14a39710a1b5 req-79baccfa-1a52-41b4-a38b-cbddd4b3016d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:13.393608 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1aeba32-d2bb-4301-bad3-14a39710a1b5 req-79baccfa-1a52-41b4-a38b-cbddd4b3016d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 945 time: 0.1463499 Apr 19 19:45:13.543927 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1aeba32-d2bb-4301-bad3-14a39710a1b5 req-e6fc7329-14c8-4b7b-ab36-51fbf40c41d9 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244507 Apr 19 19:45:13.568167 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bd429eec-4b16-493c-91d9-b4fc4649ade2 req-08543b4f-8e7e-42b5-acb2-19a0d96d11fd service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727750 Apr 19 19:45:13.643733 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56480) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:13.910987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2b2303-5b2e-483a-8f2c-046bafaf5898 admin admin] Deleting subnet 044d3676-4886-4b0b-8640-7498a87a198c {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:45:13.914768 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2303-5b2e-483a-8f2c-046bafaf5898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:13.970995 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2303-5b2e-483a-8f2c-046bafaf5898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1828217'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:14.031288 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2303-5b2e-483a-8f2c-046bafaf5898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:14.171765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738baf4-7762-460f-8945-6f03e07c898e req-f5acdc9f-48b0-4113-9fe9-ca3f6bc86f82 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:14.173644 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d738baf4-7762-460f-8945-6f03e07c898e req-f5acdc9f-48b0-4113-9fe9-ca3f6bc86f82 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.0950985 Apr 19 19:45:14.224136 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d738baf4-7762-460f-8945-6f03e07c898e req-6c9ab4d6-b010-4faf-9238-372d6f1222f7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426366 Apr 19 19:45:14.313066 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2303-5b2e-483a-8f2c-046bafaf5898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-875142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27428055'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:14.318047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5511cfbe-b76a-4346-addb-55cba6494cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:14.355616 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b2303-5b2e-483a-8f2c-046bafaf5898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044d3676-4886-4b0b-8640-7498a87a198c,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:14.357789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2303-5b2e-483a-8f2c-046bafaf5898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:14.360700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-fa2b2303-5b2e-483a-8f2c-046bafaf5898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:14.370356 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-fa2b2303-5b2e-483a-8f2c-046bafaf5898 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/044d3676-4886-4b0b-8640-7498a87a198c HTTP/1.1" status: 204 len: 168 time: 0.7252436 Apr 19 19:45:14.372982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56494) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:14.497140 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:14.646037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 56504) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:14.652021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:14.760775 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e79ce5-0724-44eb-85c3-73f05d78b82f req-ff72aa5c-1d1b-47f5-abcc-368d98ebc686 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:14.762386 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-50e79ce5-0724-44eb-85c3-73f05d78b82f req-ff72aa5c-1d1b-47f5-abcc-368d98ebc686 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 945 time: 0.0954871 Apr 19 19:45:14.782098 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f492f34-2152-4aec-b6a7-a1e6a6c51ce5']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:45:14.795196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-99390fc1-11f2-47da-a821-94727c2cf6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:14.795727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfcfb8f-2545-4de2-8fb7-8c310fadd553') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:45:14.796067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfcfb8f-2545-4de2-8fb7-8c310fadd553') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:45:14.809443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947599'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:14.825299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:14.832606 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:45:14.834817 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-99390fc1-11f2-47da-a821-94727c2cf6d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:45:14.843735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-99390fc1-11f2-47da-a821-94727c2cf6d5 admin admin] Usage tracker for resource:security_group_rule and tenant:717c1ae080ba4404a85dd98632338873 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:45:14.848319 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-99390fc1-11f2-47da-a821-94727c2cf6d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:45:14.853836 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-50e79ce5-0724-44eb-85c3-73f05d78b82f req-9ecde32a-6436-4b7b-96aa-1c44530e9fe2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751748 Apr 19 19:45:14.857599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-99390fc1-11f2-47da-a821-94727c2cf6d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:45:14.950300 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-99390fc1-11f2-47da-a821-94727c2cf6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:14.954310 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-99390fc1-11f2-47da-a821-94727c2cf6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:14.963881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c2ccd81-5d9d-482b-a4d4-3ca535cf9a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:15.020365 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Network 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:45:15.029579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853900507'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.049374 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-99390fc1-11f2-47da-a821-94727c2cf6d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=717c1ae080ba4404a85dd98632338873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020929 Apr 19 19:45:15.054378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 56512) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:15.058827 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99390fc1-11f2-47da-a821-94727c2cf6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66761bfb-8e27-4739-be29-bca562f71f21,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:15.094183 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-99390fc1-11f2-47da-a821-94727c2cf6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:15.145935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-168b63b5-0799-4e81-8570-9012e6d03a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.171694 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f4e28-da48-44f1-8c63-666def003a9b req-464329ec-f97f-4dbe-ac19-31db53ec15cc tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:15.173293 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-099f4e28-da48-44f1-8c63-666def003a9b req-464329ec-f97f-4dbe-ac19-31db53ec15cc tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 945 time: 0.1884089 Apr 19 19:45:15.200356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-168b63b5-0799-4e81-8570-9012e6d03a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.212706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Network 0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:45:15.236513 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:45:15.259446 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-099f4e28-da48-44f1-8c63-666def003a9b req-6c39e694-e384-42df-96e3-2a10867c3040 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786953 Apr 19 19:45:15.273251 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-168b63b5-0799-4e81-8570-9012e6d03a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.280888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b7cd55c3-e738-436d-b0d4-2674c7062fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:15.290825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56518) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:15.296647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b63b5-0799-4e81-8570-9012e6d03a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66761bfb-8e27-4739-be29-bca562f71f21,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:15.300094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-168b63b5-0799-4e81-8570-9012e6d03a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.301432 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-168b63b5-0799-4e81-8570-9012e6d03a46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66761bfb-8e27-4739-be29-bca562f71f21 HTTP/1.1" status: 204 len: 168 time: 0.2460175 Apr 19 19:45:15.302555 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-168b63b5-0799-4e81-8570-9012e6d03a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:15.333466 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.337989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7c850506-c136-4f59-8f8b-62c4c8805ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:15.357192 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.366982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f492f34-2152-4aec-b6a7-a1e6a6c51ce5,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:15.370240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:15.372459 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0f492f34-2152-4aec-b6a7-a1e6a6c51ce5 HTTP/1.1" status: 204 len: 168 time: 0.9983919 Apr 19 19:45:15.469446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126232e-cbee-4069-befa-cec696bc109c req-5b79a490-38c7-4da5-8c8b-45716c27b8d9 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:15.471538 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5126232e-cbee-4069-befa-cec696bc109c req-5b79a490-38c7-4da5-8c8b-45716c27b8d9 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1053596 Apr 19 19:45:15.529193 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5126232e-cbee-4069-befa-cec696bc109c req-39fc767d-ad24-4c4c-bb3b-1b939fe1074b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504508 Apr 19 19:45:15.558643 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44c954d-ac52-4f56-9406-38c83165a469 tempest-TestVolumeBootPattern-869905868 tempest-TestVolumeBootPattern-869905868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:15.560293 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d44c954d-ac52-4f56-9406-38c83165a469 tempest-TestVolumeBootPattern-869905868 tempest-TestVolumeBootPattern-869905868-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 1093 time: 0.2683487 Apr 19 19:45:15.563510 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 56530) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:15.570187 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'floatingip': {'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'port_id': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:45:15.577118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:45:15.581202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Usage tracker for resource:floatingip and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:45:15.584544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:45:15.591257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:45:15.601960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.670980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56536) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:15.695255 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56540) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:15.726240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-485d41ff-b00e-4a04-b800-e1bd3fe85b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.757496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-485d41ff-b00e-4a04-b800-e1bd3fe85b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:45:15.758701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.762203 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-37a792d0-c1b1-498b-8048-5e23046f72a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=223bb8336f574a50aeebcf9b4ccb1b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897923 Apr 19 19:45:15.764780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-485d41ff-b00e-4a04-b800-e1bd3fe85b32 admin admin] Usage tracker for resource:security_group_rule and tenant:9b4e50c22cae4c9086a2e3a1b44b021f is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:45:15.767463 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56544) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:15.769962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-485d41ff-b00e-4a04-b800-e1bd3fe85b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:45:15.785797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-485d41ff-b00e-4a04-b800-e1bd3fe85b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:45:15.867546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9956f783-54a3-49e2-963a-dd955cccd9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.905992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9956f783-54a3-49e2-963a-dd955cccd9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.914016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Allocated IP 172.27.0.149 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/eb140168-87db-4303-8950-b68c57f60605) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:45:15.985602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-485d41ff-b00e-4a04-b800-e1bd3fe85b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.990043 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-485d41ff-b00e-4a04-b800-e1bd3fe85b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:15.999231 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d58a2667-4c5e-4828-b1a8-a0f4a0c58066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:16.044521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d41ff-b00e-4a04-b800-e1bd3fe85b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950292f6-23a4-4ec7-96da-9545a876f667,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:16.047911 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-485d41ff-b00e-4a04-b800-e1bd3fe85b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:16.048765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9956f783-54a3-49e2-963a-dd955cccd9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:16.054067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-536ef471-e405-4878-ba56-c632e2a45b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:16.065357 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-485d41ff-b00e-4a04-b800-e1bd3fe85b32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b4e50c22cae4c9086a2e3a1b44b021f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666601 Apr 19 19:45:16.069206 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56548) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:16.073482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956f783-54a3-49e2-963a-dd955cccd9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4171d0f-bba5-41b6-84cc-7e32019e37b1,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:16.076244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9956f783-54a3-49e2-963a-dd955cccd9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:16.078686 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:16.111364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9956f783-54a3-49e2-963a-dd955cccd9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:16.112805 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9956f783-54a3-49e2-963a-dd955cccd9de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4171d0f-bba5-41b6-84cc-7e32019e37b1 HTTP/1.1" status: 204 len: 168 time: 0.3443148 Apr 19 19:45:16.117007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:16.122290 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9d84fd2d-e9b2-4b13-bcd6-ffc12f57d2ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:16.161782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aa38a55f-49b0-4768-acd7-53e9588dfefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:16.190190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aa38a55f-49b0-4768-acd7-53e9588dfefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:16.191157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:45:16.194194 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:45:16.198411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:45:16.237186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'Port': ['ID=eb140168-87db-4303-8950-b68c57f60605,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:16.238894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aa38a55f-49b0-4768-acd7-53e9588dfefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:16.241577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:16.245738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bf8fd787-dab3-4190-9edc-357ae45f2df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:16.263824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38a55f-49b0-4768-acd7-53e9588dfefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950292f6-23a4-4ec7-96da-9545a876f667,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:16.266368 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aa38a55f-49b0-4768-acd7-53e9588dfefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:16.271327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aa38a55f-49b0-4768-acd7-53e9588dfefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:16.272780 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-aa38a55f-49b0-4768-acd7-53e9588dfefd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/950292f6-23a4-4ec7-96da-9545a876f667 HTTP/1.1" status: 204 len: 168 time: 0.2026131 Apr 19 19:45:16.698106 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56558) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:16.718174 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-51d5e922-e6f3-4889-8485-d0b9682511fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:16.733997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-51d5e922-e6f3-4889-8485-d0b9682511fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:45:16.738090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-51d5e922-e6f3-4889-8485-d0b9682511fd admin admin] Usage tracker for resource:security_group_rule and tenant:fe900d6cea9c4e34b96abaec1baf6f3c is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:45:16.741100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-51d5e922-e6f3-4889-8485-d0b9682511fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:45:16.747963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-51d5e922-e6f3-4889-8485-d0b9682511fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:45:16.839585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-51d5e922-e6f3-4889-8485-d0b9682511fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:16.842662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-51d5e922-e6f3-4889-8485-d0b9682511fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:16.851960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d1c3d18a-374e-4941-a273-d49b2d43d565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:16.897429 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-51d5e922-e6f3-4889-8485-d0b9682511fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe900d6cea9c4e34b96abaec1baf6f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952152 Apr 19 19:45:16.897429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5e922-e6f3-4889-8485-d0b9682511fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc2771c-0ea5-4dfe-99ad-e52ee4f6d44e,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:16.897803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 56562) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:16.899268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-51d5e922-e6f3-4889-8485-d0b9682511fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:16.988674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:16.996526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f973684a-596e-4873-99ec-d6fcc775e58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:17.031516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f973684a-596e-4873-99ec-d6fcc775e58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:17.125866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:17.187627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f973684a-596e-4873-99ec-d6fcc775e58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:17.191402 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1258586a-9033-4eb6-b0ae-6c69b1b306d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:17.227450 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973684a-596e-4873-99ec-d6fcc775e58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc2771c-0ea5-4dfe-99ad-e52ee4f6d44e,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:17.279167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f973684a-596e-4873-99ec-d6fcc775e58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:17.313479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f973684a-596e-4873-99ec-d6fcc775e58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:17.314718 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f973684a-596e-4873-99ec-d6fcc775e58a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bc2771c-0ea5-4dfe-99ad-e52ee4f6d44e HTTP/1.1" status: 204 len: 168 time: 0.4158719 Apr 19 19:45:17.372919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:17.377153 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:17.381945 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-802fb232-9fc3-4df9-aee5-8ebaaf7c01d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:17.496892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'Port': ['ID=eb140168-87db-4303-8950-b68c57f60605,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:17.501971 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:17.509347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:17.698992 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Floating IP d9d93afc-6cf6-4a36-a3a0-3642ca4cc60a associated. External IP: 172.27.0.149, port: 785a69ee-07bc-43e0-a0b7-5bdb3da2e730. Apr 19 19:45:18.091047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Router c37429a7-8203-4499-afa0-b03cbe45e6e2 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:45:18.282204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:45:18.292958 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e3cc9-f7d9-4486-a4b9-b16ec7a5d572 None None] Sync routers for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:45:18.302130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:18.306428 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e3cc9-f7d9-4486-a4b9-b16ec7a5d572 None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:45:18.306428 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ae6e3cc9-f7d9-4486-a4b9-b16ec7a5d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:45:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:45:18.372519 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8075929 Apr 19 19:45:18.373278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'tag': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:45:18.426831 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'tag': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730', 'status': 'completed', 'code': 200} Apr 19 19:45:18.504154 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-ae6e3cc9-f7d9-4486-a4b9-b16ec7a5d572 None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:45:18.540372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648bb2e-d435-4363-a950-97eec6edfe4f req-ce2893c8-ec82-4528-a61c-607efbe1073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:18.542137 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3648bb2e-d435-4363-a950-97eec6edfe4f req-ce2893c8-ec82-4528-a61c-607efbe1073a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 1098 time: 0.0807300 Apr 19 19:45:18.698002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648bb2e-d435-4363-a950-97eec6edfe4f req-83e600be-26d5-492e-beed-299fe582d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:18.699629 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3648bb2e-d435-4363-a950-97eec6edfe4f req-83e600be-26d5-492e-beed-299fe582d98a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 913 time: 0.1447515 Apr 19 19:45:18.827798 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3648bb2e-d435-4363-a950-97eec6edfe4f req-bef89796-7a7c-4add-b700-ac8722547553 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=785a69ee-07bc-43e0-a0b7-5bdb3da2e730 HTTP/1.1" status: 200 len: 999 time: 0.1188645 Apr 19 19:45:18.890948 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ae6e3cc9-f7d9-4486-a4b9-b16ec7a5d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': 'd9d93afc-6cf6-4a36-a3a0-3642ca4cc60a', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:9b:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:45:16Z', 'updated_at': '2021-04-19T19:45:16Z', 'revision_number': 0, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:45:18.895963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e3cc9-f7d9-4486-a4b9-b16ec7a5d572 None None] Checking router: c37429a7-8203-4499-afa0-b03cbe45e6e2 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:45:18.905932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e3cc9-f7d9-4486-a4b9-b16ec7a5d572 None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:45:18.906772 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ae6e3cc9-f7d9-4486-a4b9-b16ec7a5d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:45:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:45:18.915440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648bb2e-d435-4363-a950-97eec6edfe4f req-92e43a51-09ce-453c-b18b-b8bac649f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:18.920265 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3648bb2e-d435-4363-a950-97eec6edfe4f req-92e43a51-09ce-453c-b18b-b8bac649f972 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0787361 Apr 19 19:45:19.019629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648bb2e-d435-4363-a950-97eec6edfe4f req-bc922a54-be39-4c22-845c-ab653b0d9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:19.021591 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3648bb2e-d435-4363-a950-97eec6edfe4f req-bc922a54-be39-4c22-845c-ab653b0d9e32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857701 Apr 19 19:45:19.102443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-ae6e3cc9-f7d9-4486-a4b9-b16ec7a5d572 None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:45:19.168466 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3648bb2e-d435-4363-a950-97eec6edfe4f req-d5144d0a-062c-4ced-a224-7be073e2d4bc service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394072 Apr 19 19:45:19.316631 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3648bb2e-d435-4363-a950-97eec6edfe4f req-5fb619f0-7218-43be-9972-dd2b21b025e7 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387486 Apr 19 19:45:19.492290 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ae6e3cc9-f7d9-4486-a4b9-b16ec7a5d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': 'd9d93afc-6cf6-4a36-a3a0-3642ca4cc60a', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:9b:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:45:16Z', 'updated_at': '2021-04-19T19:45:16Z', 'revision_number': 0, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:45:19.496805 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e3cc9-f7d9-4486-a4b9-b16ec7a5d572 None None] The sync data for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi is: [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': 'd9d93afc-6cf6-4a36-a3a0-3642ca4cc60a', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:9b:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:45:16Z', 'updated_at': '2021-04-19T19:45:16Z', 'revision_number': 0, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:45:19.820302 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce3af32-9dbf-4575-9b48-29319d2e6c25 None None] New status for floating IP d9d93afc-6cf6-4a36-a3a0-3642ca4cc60a: ACTIVE {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:45:27.366493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 56652) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:27.502975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-20b6ac23-8d6e-44f7-bf78-dec90a1f59a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:27.518245 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-20b6ac23-8d6e-44f7-bf78-dec90a1f59a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:45:27.522738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-20b6ac23-8d6e-44f7-bf78-dec90a1f59a5 admin admin] Usage tracker for resource:security_group_rule and tenant:85c6493fac9e428fbef8aa8f5eb970a7 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:45:27.525687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-20b6ac23-8d6e-44f7-bf78-dec90a1f59a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:45:27.531855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-20b6ac23-8d6e-44f7-bf78-dec90a1f59a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:45:27.618108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-20b6ac23-8d6e-44f7-bf78-dec90a1f59a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:27.622051 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-20b6ac23-8d6e-44f7-bf78-dec90a1f59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:27.631012 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6567825a-1fea-44db-a996-422a46de085d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:27.672282 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-20b6ac23-8d6e-44f7-bf78-dec90a1f59a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85c6493fac9e428fbef8aa8f5eb970a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044987 Apr 19 19:45:27.674106 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6ac23-8d6e-44f7-bf78-dec90a1f59a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3612318-c859-4abe-8f51-66923891b8ca,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:27.675735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56658) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:45:27.677866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-20b6ac23-8d6e-44f7-bf78-dec90a1f59a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:27.741004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3b6292d5-75a7-460d-9623-61cdc475e299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:27.770428 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3b6292d5-75a7-460d-9623-61cdc475e299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:27.825963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3b6292d5-75a7-460d-9623-61cdc475e299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:27.831114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0589e2b5-31cf-4c14-bb4e-64bf463e25b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:45:27.847461 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6292d5-75a7-460d-9623-61cdc475e299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3612318-c859-4abe-8f51-66923891b8ca,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:45:27.851614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3b6292d5-75a7-460d-9623-61cdc475e299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:45:27.857562 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3b6292d5-75a7-460d-9623-61cdc475e299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:27.858821 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-3b6292d5-75a7-460d-9623-61cdc475e299 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3612318-c859-4abe-8f51-66923891b8ca HTTP/1.1" status: 204 len: 168 time: 0.1817341 Apr 19 19:45:36.393431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c1865170-098e-4c18-8c21-c3c8ea002196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:37.104978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:38.408026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0db90151-b8ed-45b6-840b-9299f9419465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:39.003120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:39.457394 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:40.973975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:45:48.705624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:45:59.470570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26056f-b232-4a81-85a9-d9cf73bc6a07 req-ac37951a-9f62-4d7f-bdb0-5f00e670babc tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:45:59.472260 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-dc26056f-b232-4a81-85a9-d9cf73bc6a07 req-ac37951a-9f62-4d7f-bdb0-5f00e670babc tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.3500164 Apr 19 19:45:59.522103 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-dc26056f-b232-4a81-85a9-d9cf73bc6a07 req-7a531b81-b85b-4a22-a0eb-e40279df54c6 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429785 Apr 19 19:46:00.753767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7826d98-ecd0-49cf-bd39-09a9114f6dcd req-6e7b9d86-82fb-4457-90cf-29f215084c7a tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:00.755369 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a7826d98-ecd0-49cf-bd39-09a9114f6dcd req-6e7b9d86-82fb-4457-90cf-29f215084c7a tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1036294 Apr 19 19:46:00.804235 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a7826d98-ecd0-49cf-bd39-09a9114f6dcd req-ac2a0bb6-003c-4d02-8b30-bb2a02e0fd95 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424261 Apr 19 19:46:02.028312 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28013b-37b3-49e3-ac0a-c94359a5be4b req-2299afab-a6ce-4df8-a4d8-33c34576abc8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:02.029895 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0c28013b-37b3-49e3-ac0a-c94359a5be4b req-2299afab-a6ce-4df8-a4d8-33c34576abc8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.0996718 Apr 19 19:46:02.080974 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0c28013b-37b3-49e3-ac0a-c94359a5be4b req-875b4607-f183-43ac-9992-bd0810d93cce tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416019 Apr 19 19:46:03.310519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedb9be-c6e8-4c56-b554-6f5e2a404685 req-ad5ab716-f19c-453b-bbe0-d5e6bca79e5b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:03.312102 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fdedb9be-c6e8-4c56-b554-6f5e2a404685 req-ad5ab716-f19c-453b-bbe0-d5e6bca79e5b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1132872 Apr 19 19:46:03.362227 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fdedb9be-c6e8-4c56-b554-6f5e2a404685 req-f953c171-83e9-46ef-b6f9-87c636aa4936 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424781 Apr 19 19:46:04.594718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cbd39-4c96-4fa3-a76e-848c74995fff req-27ba0087-23a6-43e5-89ea-c3a250102684 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:04.596283 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-249cbd39-4c96-4fa3-a76e-848c74995fff req-27ba0087-23a6-43e5-89ea-c3a250102684 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1016850 Apr 19 19:46:04.652240 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-249cbd39-4c96-4fa3-a76e-848c74995fff req-e78bad24-f38f-416a-9b79-ce2852cdc41c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463717 Apr 19 19:46:05.884892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b68004-18e1-4c2c-987d-d13ccdde7599 req-237177b4-abb5-47b8-89a8-74ff3a8f0c2a tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:05.886505 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-65b68004-18e1-4c2c-987d-d13ccdde7599 req-237177b4-abb5-47b8-89a8-74ff3a8f0c2a tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.0977366 Apr 19 19:46:05.936993 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-65b68004-18e1-4c2c-987d-d13ccdde7599 req-c8fa18c0-ec55-4425-bffc-6bfb01c2e9b7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435588 Apr 19 19:46:06.409787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bb018a08-2cd1-4d32-b47c-8290d2c6f455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:07.116683 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:07.148466 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce934c08-c6aa-4f7f-a655-2032b443d870 req-21830bff-d591-4e9a-975b-6ba3ae15b753 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:07.150085 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ce934c08-c6aa-4f7f-a655-2032b443d870 req-21830bff-d591-4e9a-975b-6ba3ae15b753 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1003962 Apr 19 19:46:07.199009 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ce934c08-c6aa-4f7f-a655-2032b443d870 req-5d809a1f-61fe-4ff7-a266-fd365557b65b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425308 Apr 19 19:46:07.595760 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc92649-667b-4b3a-bf9e-2876379dbc69 req-adc9af0d-b3fd-40b7-a25f-737db141abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:07.597537 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8fc92649-667b-4b3a-bf9e-2876379dbc69 req-adc9af0d-b3fd-40b7-a25f-737db141abc9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 1098 time: 0.0863099 Apr 19 19:46:07.763803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc92649-667b-4b3a-bf9e-2876379dbc69 req-7e8e68c3-7d22-4151-bfca-a067bd0c8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:07.765359 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8fc92649-667b-4b3a-bf9e-2876379dbc69 req-7e8e68c3-7d22-4151-bfca-a067bd0c8865 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.1398804 Apr 19 19:46:07.878328 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8fc92649-667b-4b3a-bf9e-2876379dbc69 req-050c4a09-2ded-44ac-829f-98ac77646fba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 200 len: 1000 time: 0.1058419 Apr 19 19:46:07.946382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc92649-667b-4b3a-bf9e-2876379dbc69 req-f7f3836c-af97-4725-a4dd-6e2eb6f39c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:07.948026 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8fc92649-667b-4b3a-bf9e-2876379dbc69 req-f7f3836c-af97-4725-a4dd-6e2eb6f39c65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.0631888 Apr 19 19:46:08.036596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc92649-667b-4b3a-bf9e-2876379dbc69 req-86e1a411-4d6d-4f93-bf4c-45eb89a76109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:08.038501 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8fc92649-667b-4b3a-bf9e-2876379dbc69 req-86e1a411-4d6d-4f93-bf4c-45eb89a76109 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826616 Apr 19 19:46:08.180346 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8fc92649-667b-4b3a-bf9e-2876379dbc69 req-1e60f307-b886-4157-afe1-ed78ffeceb3d service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352336 Apr 19 19:46:08.367354 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8fc92649-667b-4b3a-bf9e-2876379dbc69 req-0d02610f-99d5-4284-b5b9-c039153e9eba service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801381 Apr 19 19:46:08.403042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-13d760fc-7687-4c1c-a665-122456954638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:08.408753 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134a076-1e6c-40dc-b651-cb16cde74be1 req-714e0797-ec00-4b8e-b5ae-356b8ba48cc3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:08.410842 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b134a076-1e6c-40dc-b651-cb16cde74be1 req-714e0797-ec00-4b8e-b5ae-356b8ba48cc3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.0959044 Apr 19 19:46:08.459758 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b134a076-1e6c-40dc-b651-cb16cde74be1 req-1dd23443-a40c-43b5-b4ab-1021664c86e5 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423748 Apr 19 19:46:09.012718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:09.457978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:09.673840 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cf7d3-b208-4ef2-8f10-a487dc9f2ad3 req-d39f0d92-ebe6-4aa4-b2c4-93e30a1195c8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:09.675676 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-740cf7d3-b208-4ef2-8f10-a487dc9f2ad3 req-d39f0d92-ebe6-4aa4-b2c4-93e30a1195c8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.0980816 Apr 19 19:46:09.736363 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-740cf7d3-b208-4ef2-8f10-a487dc9f2ad3 req-f105c887-8391-45b6-8bf6-0daa6b78c544 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510001 Apr 19 19:46:10.159103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a30844-e624-4240-89a8-d66e9f291c1b req-9c6b5248-52ea-441b-bf28-4546f68bf4c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:10.160721 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a4a30844-e624-4240-89a8-d66e9f291c1b req-9c6b5248-52ea-441b-bf28-4546f68bf4c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1524930 Apr 19 19:46:10.196131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6f09d-997f-4754-ad03-fd3b4a060bff req-83b6bec6-3ab7-43c8-b0e5-a866925c10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:10.197619 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2ce6f09d-997f-4754-ad03-fd3b4a060bff req-83b6bec6-3ab7-43c8-b0e5-a866925c10a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 1098 time: 0.1197367 Apr 19 19:46:10.242636 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a4a30844-e624-4240-89a8-d66e9f291c1b req-b04a48c8-d868-40cf-bfaa-c17da1aa077e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743229 Apr 19 19:46:10.368135 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6f09d-997f-4754-ad03-fd3b4a060bff req-af984ac7-6be8-4500-9ba2-17cec6cdde14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:10.369583 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2ce6f09d-997f-4754-ad03-fd3b4a060bff req-af984ac7-6be8-4500-9ba2-17cec6cdde14 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.1590188 Apr 19 19:46:10.497047 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2ce6f09d-997f-4754-ad03-fd3b4a060bff req-6638afcb-8922-4950-9eda-fc15c8aee199 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 200 len: 1000 time: 0.1196260 Apr 19 19:46:10.576894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6f09d-997f-4754-ad03-fd3b4a060bff req-dbe83b24-9cc6-4596-9096-488642dfc071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:10.578379 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2ce6f09d-997f-4754-ad03-fd3b4a060bff req-dbe83b24-9cc6-4596-9096-488642dfc071 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.0728438 Apr 19 19:46:10.663844 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6f09d-997f-4754-ad03-fd3b4a060bff req-7105407c-a101-40ff-b519-fde132c16844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:10.665350 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2ce6f09d-997f-4754-ad03-fd3b4a060bff req-7105407c-a101-40ff-b519-fde132c16844 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782511 Apr 19 19:46:10.812950 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2ce6f09d-997f-4754-ad03-fd3b4a060bff req-e9f02cb2-084a-4525-9230-b25d7587cc1c service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358185 Apr 19 19:46:10.960363 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2ce6f09d-997f-4754-ad03-fd3b4a060bff req-d26f2cd8-12af-442a-a1f4-51e9febd976f service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384683 Apr 19 19:46:10.977172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:11.459259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f34838-2d0a-4002-84f3-76a5b347f46b req-78d128e9-b936-46a2-800d-ee5b221cb3e1 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:11.460902 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03f34838-2d0a-4002-84f3-76a5b347f46b req-78d128e9-b936-46a2-800d-ee5b221cb3e1 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.0924504 Apr 19 19:46:11.515170 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-03f34838-2d0a-4002-84f3-76a5b347f46b req-fa729b2a-fcc8-4146-aab5-a4e4ffec8b67 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476496 Apr 19 19:46:12.738207 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b1bc5-4a07-4d81-a1a1-49b762fa5e5f req-cd9bf9b7-ff31-4d86-b04c-682ef8cbca57 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:12.739830 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-561b1bc5-4a07-4d81-a1a1-49b762fa5e5f req-cd9bf9b7-ff31-4d86-b04c-682ef8cbca57 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1104784 Apr 19 19:46:12.792005 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-561b1bc5-4a07-4d81-a1a1-49b762fa5e5f req-6d49186c-3b8f-4695-88cc-2fccac2f651f tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455329 Apr 19 19:46:25.711692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:46:36.404201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4913b873-2143-4085-953d-691b022d7c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:37.131331 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:38.418118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c08a948e-1603-46b3-8f5e-e6563d47587b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:39.014085 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:39.462054 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:40.987503 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:52.829349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cdebe-7a46-4690-a070-69a6b7c6fe87 req-3829a8fa-1347-4442-8054-8fcfadb3d3c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:52.830959 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fd6cdebe-7a46-4690-a070-69a6b7c6fe87 req-3829a8fa-1347-4442-8054-8fcfadb3d3c7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.0959575 Apr 19 19:46:52.881352 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fd6cdebe-7a46-4690-a070-69a6b7c6fe87 req-2790f7b2-c00d-4175-9e00-9c7912edfffb tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420141 Apr 19 19:46:53.878277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-d326a851-305b-406d-8e7a-dd904c2f9c0d tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:53.879855 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-d326a851-305b-406d-8e7a-dd904c2f9c0d tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.52 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.1043043 Apr 19 19:46:53.962611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Deleting port c435d7dc-2797-45cd-99b1-9a927122d7de {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:46:53.962990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:54.248136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc881189-319d-4043-8d32-72e74e7ceb6a req-d3684a4e-baf8-4f3a-aa78-7fd43052c08b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:46:54.249730 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bc881189-319d-4043-8d32-72e74e7ceb6a req-d3684a4e-baf8-4f3a-aa78-7fd43052c08b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 945 time: 0.2478209 Apr 19 19:46:54.328623 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] For port c435d7dc-2797-45cd-99b1-9a927122d7de, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c435d7dc-2797-45cd-99b1-9a927122d7de,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:46:54.329012 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:54.343175 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bc881189-319d-4043-8d32-72e74e7ceb6a req-602ac415-1f30-40aa-975c-1af1ce2b710f tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=0edaf858-c6ef-478d-bf55-1fdfda499999&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869348 Apr 19 19:46:54.896311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:54.896923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:54.897071 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Floating IP 2ea23a1e-b183-4b94-9df7-1f1d8288ee76 disassociated. External IP: 172.27.0.67, port: c435d7dc-2797-45cd-99b1-9a927122d7de. Apr 19 19:46:54.897398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Calling delete_port for c435d7dc-2797-45cd-99b1-9a927122d7de owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:46:55.059358 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:55.065894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:46:55.115702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event deleted for resources: {'Port': ['ID=c435d7dc-2797-45cd-99b1-9a927122d7de,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:46:55.128970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:55.129388 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:55.129789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:55.130325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:55.130565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:55.130993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:55.131382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:55.131763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:55.132125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:55.132513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:55.132938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:55.133615 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:55.137256 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:46:55.327230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Router 3543f120-98eb-4faf-b115-8704deb0b0dc has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:46:55.530070 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7c86cdd6-420d-4e15-9f3e-6371054c44ac req-ce7ff596-ad41-4b15-9cdc-34e559aa0032 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=c34c71ea-cea5-406a-a1dc-3a4c46cd40e5 HTTP/1.1" status: 200 len: 210 time: 0.0658553 Apr 19 19:46:55.572291 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:46:55.582352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52779528-fb2b-41b4-9614-53e397a2b74c None None] Sync routers for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:46:55.593478 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52779528-fb2b-41b4-9614-53e397a2b74c None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:46:55.594550 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-52779528-fb2b-41b4-9614-53e397a2b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:46:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:46:55.651908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] No DVR routers for this DVR port c435d7dc-2797-45cd-99b1-9a927122d7de on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:46:55.654781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:55.657659 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'name': 'network-vif-deleted', 'tag': 'c435d7dc-2797-45cd-99b1-9a927122d7de'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:46:55.679862 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e5e8029d-0ef2-4a3b-96db-20f39ce6b9ef req-4c5a51a2-b54d-4352-8756-b6bb20877c72 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.52 "DELETE /v2.0/ports/c435d7dc-2797-45cd-99b1-9a927122d7de HTTP/1.1" status: 204 len: 173 time: 1.7942290 Apr 19 19:46:55.707602 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34c71ea-cea5-406a-a1dc-3a4c46cd40e5', 'name': 'network-vif-deleted', 'tag': 'c435d7dc-2797-45cd-99b1-9a927122d7de', 'status': 'completed', 'code': 200} Apr 19 19:46:55.791146 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-52779528-fb2b-41b4-9614-53e397a2b74c None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:46:56.136761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-52779528-fb2b-41b4-9614-53e397a2b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:21Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:46:56.141484 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52779528-fb2b-41b4-9614-53e397a2b74c None None] Checking router: 3543f120-98eb-4faf-b115-8704deb0b0dc for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:46:56.151460 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52779528-fb2b-41b4-9614-53e397a2b74c None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:46:56.152094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-52779528-fb2b-41b4-9614-53e397a2b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:46:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:46:56.349470 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-52779528-fb2b-41b4-9614-53e397a2b74c None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:46:56.666395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 56754) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:46:56.680687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-52779528-fb2b-41b4-9614-53e397a2b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:21Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:46:56.685061 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52779528-fb2b-41b4-9614-53e397a2b74c None None] The sync data for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi is: [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:21Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:46:56.741876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-20b3b002-4e7a-4cfe-95d8-37fe03962607 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:56.773869 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-20b3b002-4e7a-4cfe-95d8-37fe03962607 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:56.827764 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-20b3b002-4e7a-4cfe-95d8-37fe03962607 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:56.831923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9e5fb34c-85f0-471f-94b4-18911ce1eb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:46:56.848697 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3b002-4e7a-4cfe-95d8-37fe03962607 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edaf858-c6ef-478d-bf55-1fdfda499999,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:46:56.851603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-20b3b002-4e7a-4cfe-95d8-37fe03962607 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:46:56.860022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-20b3b002-4e7a-4cfe-95d8-37fe03962607 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:56.864132 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-20b3b002-4e7a-4cfe-95d8-37fe03962607 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "DELETE /v2.0/security-groups/0edaf858-c6ef-478d-bf55-1fdfda499999 HTTP/1.1" status: 204 len: 168 time: 0.1932416 Apr 19 19:46:56.864551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56758) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:46:56.883481 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.v2.resource [None req-08ad169d-ee30-44a9-946d-29d2ea413d48 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] show failed (client error): The resource could not be found. Apr 19 19:46:56.884432 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-08ad169d-ee30-44a9-946d-29d2ea413d48 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups/0edaf858-c6ef-478d-bf55-1fdfda499999 HTTP/1.1" status: 404 len: 347 time: 0.0187719 Apr 19 19:46:56.887630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56762) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:46:57.066283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e3d98-932e-4c08-b150-a5aa768f8487 None None] New status for floating IP 2ea23a1e-b183-4b94-9df7-1f1d8288ee76: DOWN {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:46:57.125663 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device c435d7dc-2797-45cd-99b1-9a927122d7de no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:46:57.187527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: c435d7dc-2797-45cd-99b1-9a927122d7de {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:46:57.188089 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device c435d7dc-2797-45cd-99b1-9a927122d7de not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:46:57.297570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Deleting port aa7dd884-2c98-4bef-b3ba-3ba0e88e0a52 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:46:57.297950 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:57.494484 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:57.494800 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:57.630232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Calling delete_port for aa7dd884-2c98-4bef-b3ba-3ba0e88e0a52 owned by network:floatingip {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:46:57.731148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.api [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86440) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:46:57.731480 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_db.api [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:46:58.232700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Deleting port aa7dd884-2c98-4bef-b3ba-3ba0e88e0a52 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:46:58.233485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:58.425987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:58.426241 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:58.565993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Calling delete_port for aa7dd884-2c98-4bef-b3ba-3ba0e88e0a52 owned by network:floatingip {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:46:58.723389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:58.726984 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:46:58.773801 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event deleted for resources: {'Port': ['ID=aa7dd884-2c98-4bef-b3ba-3ba0e88e0a52,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:46:58.813613 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:58.814023 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:58.814432 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:58.814859 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:58.815254 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:58.815656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:58.816044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:58.816436 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:58.816830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:58.817221 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:58.817606 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:58.817993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:46:58.829103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:46:58.887421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:58.903544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:58.904838 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-5724150a-06e4-4a08-b134-0b04547f2356 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "DELETE /v2.0/floatingips/2ea23a1e-b183-4b94-9df7-1f1d8288ee76 HTTP/1.1" status: 204 len: 168 time: 2.0161889 Apr 19 19:46:59.333221 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 56768) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:46:59.339351 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776764214', 'description': 'tempest-description--94965668'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:46:59.346223 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:46:59.351005 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Usage tracker for resource:security_group and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:46:59.354442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:46:59.360905 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:46:59.372258 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:59.394262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:46:59.398908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Usage tracker for resource:security_group_rule and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:46:59.402181 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:46:59.408957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:46:59.493804 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:59.497634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:59.501391 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e0baf09c-7798-4f08-b296-5c05e97fe870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:46:59.546148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0abf0b-954a-43da-9121-53ee7cdd6b03,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:46:59.549078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:59.550335 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2159839 Apr 19 19:46:59.551314 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2e8d6330-1630-4669-a80a-25f426b066a3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:46:59.553454 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 56772) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:46:59.558995 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Request body: {'security_group_rule': {'security_group_id': '8e0abf0b-954a-43da-9121-53ee7cdd6b03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:46:59.565425 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:46:59.569626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Usage tracker for resource:security_group_rule and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:46:59.572736 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:46:59.578880 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:46:59.600517 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:59.665007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:59.668956 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:59.671073 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:46:59.694505 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142da5d9-c65a-4da5-a5c5-3b609333bfbc,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:46:59.697061 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:46:59.704394 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:59.705643 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512635 Apr 19 19:46:59.709088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 56776) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:46:59.714745 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-aff846c7-2072-4662-844b-afb557f35722 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Request body: {'security_group_rule': {'security_group_id': '8e0abf0b-954a-43da-9121-53ee7cdd6b03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:46:59.720960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-aff846c7-2072-4662-844b-afb557f35722 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:46:59.725109 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-aff846c7-2072-4662-844b-afb557f35722 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Usage tracker for resource:security_group_rule and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:46:59.728296 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-aff846c7-2072-4662-844b-afb557f35722 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:46:59.734384 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-aff846c7-2072-4662-844b-afb557f35722 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:46:59.751648 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aff846c7-2072-4662-844b-afb557f35722 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:59.818039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aff846c7-2072-4662-844b-afb557f35722 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:59.822052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aff846c7-2072-4662-844b-afb557f35722 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:59.828133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:46:59.848496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff846c7-2072-4662-844b-afb557f35722 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf20796f-425d-43b1-bfb4-c470cd1570fd,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:46:59.850879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aff846c7-2072-4662-844b-afb557f35722 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:46:59.859017 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-aff846c7-2072-4662-844b-afb557f35722 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:46:59.860286 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-aff846c7-2072-4662-844b-afb557f35722 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501856 Apr 19 19:46:59.864078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56780) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:46:59.871327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Request body: {'floatingip': {'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:46:59.877895 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:46:59.882224 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Usage tracker for resource:floatingip and tenant:3fc760ccf4ed41689dcbaf5a4425f093 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:46:59.885485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:46:59.893036 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:46:59.904577 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:00.068281 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:00.215803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Allocated IP 172.27.0.5 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/017741f3-bf58-4600-b12b-fc8be57250b0) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:47:00.387432 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:00.424667 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:00.430758 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7896d661-3bf5-403e-a591-23cf59e22202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:00.497420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:47:00.500440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:47:00.502950 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:47:00.540821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event updated for resources: {'Port': ['ID=017741f3-bf58-4600-b12b-fc8be57250b0,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:00.559406 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:00.599349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:00.668264 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:00.893751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:00.898817 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:00.902611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6bb31f21-8ca2-43c3-b260-c159169bc0c1 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:01.012797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event updated for resources: {'Port': ['ID=017741f3-bf58-4600-b12b-fc8be57250b0,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:01.015748 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:01.031927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:01.055890 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:01.057190 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1917195 Apr 19 19:47:01.319900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-d5806a97-ca46-4956-8ebb-92ca759b4ee3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Synchronizing usage tracker for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:security_group {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:47:01.336967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-d5806a97-ca46-4956-8ebb-92ca759b4ee3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Unset dirty status for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:security_group {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:47:01.338260 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-d5806a97-ca46-4956-8ebb-92ca759b4ee3 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--776764214&fields=id&tenant_id=3fc760ccf4ed41689dcbaf5a4425f093 HTTP/1.1" status: 200 len: 267 time: 0.0619643 Apr 19 19:47:01.506003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-d9ee0c1f-5fbd-4761-be32-188dacf9cfbe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:01.507598 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-d9ee0c1f-5fbd-4761-be32-188dacf9cfbe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 810 time: 0.1583397 Apr 19 19:47:01.524168 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-eab2ad74-2672-4ba7-a3bd-1cb92157315b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/quotas/3fc760ccf4ed41689dcbaf5a4425f093 HTTP/1.1" status: 200 len: 375 time: 0.0101364 Apr 19 19:47:01.622588 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-3d7ad716-e334-4606-ab38-46298c7e1846 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Synchronizing usage tracker for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:47:01.639645 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-3d7ad716-e334-4606-ab38-46298c7e1846 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Unset dirty status for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:47:01.641004 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-3d7ad716-e334-4606-ab38-46298c7e1846 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113992 Apr 19 19:47:01.960067 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-e7928f0f-766a-4d86-acdd-0cff6461403b service neutron] 10.222.0.55 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051293 Apr 19 19:47:02.114536 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-27a78b3c-bc7e-4765-8ca1-2b912e8f56a3 service neutron] 10.222.0.55 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473110 Apr 19 19:47:02.318478 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7c2b4e03-5ec6-4e82-9321-f2c9ede9c83d req-e89f4dd6-6350-437d-842a-66200929de6c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 210 time: 0.0482917 Apr 19 19:47:02.702372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:47:03.499545 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-407ea5f3-9016-49d3-b844-3a81bc722f47 req-b909ed12-92ff-4385-948e-696932d98876 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 210 time: 0.0525725 Apr 19 19:47:03.700095 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-f19c0783-4af0-4f49-ac5d-c59e0ec309b5 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:03.701552 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-f19c0783-4af0-4f49-ac5d-c59e0ec309b5 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 810 time: 0.1582828 Apr 19 19:47:03.783945 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-29ad111f-2709-4122-8fc2-7dd1b93351c6 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093 HTTP/1.1" status: 200 len: 5706 time: 0.0728066 Apr 19 19:47:03.796921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Request body: {'port': {'device_id': '23c84821-e2ae-4720-88f3-9e18445070db', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'admin_state_up': True, 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'security_groups': ['8e0abf0b-954a-43da-9121-53ee7cdd6b03']}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:47:03.946440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:47:03.958194 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:47:03.969121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Made reservation on behalf of 3fc760ccf4ed41689dcbaf5a4425f093 for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:47:03.975222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:04.167564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Allocated IP 172.20.0.14 (55f6e54a-9160-4b04-aadb-a18237552f88/d4d8b96b-8d22-4aab-84d1-596bfd109d9c/cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:47:04.378666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:04.396268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Transition to ACTIVE for port object cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:47:04.423725 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:04.430272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-33b4431b-7080-4bb1-8280-510d31a8dde7 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:04.500794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Network 55f6e54a-9160-4b04-aadb-a18237552f88 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:47:04.504063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:47:04.507272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:47:04.552425 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event updated for resources: {'Port': ['ID=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:04.557518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:04.588677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:04.589359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:04.661456 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8686154 Apr 19 19:47:04.712727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a57a14-dd4a-4aed-87a6-d4d6102b31b1 req-44536ae6-bfb2-4a6f-8b56-2c447e005fa6 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:04.713481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-24a57a14-dd4a-4aed-87a6-d4d6102b31b1 req-44536ae6-bfb2-4a6f-8b56-2c447e005fa6 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Synchronizing usage tracker for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:47:04.731428 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Request body: {'port': {'device_id': '23c84821-e2ae-4720-88f3-9e18445070db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:47:04.741638 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-7ed062dd-ec78-401f-b912-53bc5f3e590d None None] Provisioning for port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:47:04.747064 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-7ed062dd-ec78-401f-b912-53bc5f3e590d None None] Provisioning complete for port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:47:04.747484 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7ed062dd-ec78-401f-b912-53bc5f3e590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:04.775874 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-24a57a14-dd4a-4aed-87a6-d4d6102b31b1 req-44536ae6-bfb2-4a6f-8b56-2c447e005fa6 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Unset dirty status for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:47:04.777078 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-24a57a14-dd4a-4aed-87a6-d4d6102b31b1 req-44536ae6-bfb2-4a6f-8b56-2c447e005fa6 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 932 time: 0.1592548 Apr 19 19:47:04.806240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-7ed062dd-ec78-401f-b912-53bc5f3e590d None None] Port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:47:04.892218 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-24a57a14-dd4a-4aed-87a6-d4d6102b31b1 req-ab64707a-3148-4c7b-af6e-399a96971850 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e0abf0b-954a-43da-9121-53ee7cdd6b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010296 Apr 19 19:47:04.902278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:05.284969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:47:05.293161 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:05.356016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Transition to ACTIVE for port object cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:47:05.356016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:05.356016 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-62692296-20bc-481e-9a87-c97b6ab89e75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:05.503541 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:05.506545 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:05.588147 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Attempting to bind port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:47:05.588444 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Attempting to bind port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:47:05.588812 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Attempting to bind port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 on network 55f6e54a-9160-4b04-aadb-a18237552f88 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:47:05.594356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 on network 55f6e54a-9160-4b04-aadb-a18237552f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:47:05.594745 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Attempting to bind port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 on network 55f6e54a-9160-4b04-aadb-a18237552f88 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:47:05.600503 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:47:05.600885 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Checking segment: {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:47:05.601304 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Bound using segment: {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:47:05.601772 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Bound port: cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a6554b-0f52-4407-b254-9be3e8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:47:05.602181 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:05.701398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] For port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:47:05.704617 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] For port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:47:05.710358 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:05.714885 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e24d490f-5137-4a53-b227-4200c1cf8a70 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:05.768232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:05.769116 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:05.770887 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] 10.222.0.52 "PUT /v2.0/ports/cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 HTTP/1.1" status: 200 len: 1094 time: 1.0996635 Apr 19 19:47:05.773601 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c84821-e2ae-4720-88f3-9e18445070db', 'tag': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:47:05.806746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:05.810023 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:05.851881 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c84821-e2ae-4720-88f3-9e18445070db', 'tag': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7', 'status': 'completed', 'code': 200} Apr 19 19:47:06.205095 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-3405a9f2-16ea-4d81-9352-9e745bd53a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:06.206740 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-3405a9f2-16ea-4d81-9352-9e745bd53a55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 1097 time: 0.3920858 Apr 19 19:47:06.291628 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-a53fdfd9-4d5b-4327-871c-4443502bc029 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 HTTP/1.1" status: 200 len: 217 time: 0.0732584 Apr 19 19:47:06.346700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718bdb3-826f-4041-acf6-e2f2f5e1756a req-e0d5ed3c-5539-4d68-bc59-12cf37686278 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:06.348245 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7718bdb3-826f-4041-acf6-e2f2f5e1756a req-e0d5ed3c-5539-4d68-bc59-12cf37686278 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 944 time: 0.2055750 Apr 19 19:47:06.398246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b68b07a-9503-4b69-856c-8f3d2f4ae25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:06.409486 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-718b408e-5064-4f11-b062-eefc739b89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:06.411086 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-718b408e-5064-4f11-b062-eefc739b89e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.1091628 Apr 19 19:47:06.418964 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7718bdb3-826f-4041-acf6-e2f2f5e1756a req-69d0d96d-e00d-488d-b651-cdd5478e80ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e0abf0b-954a-43da-9121-53ee7cdd6b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621929 Apr 19 19:47:06.501147 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-19c77e69-3814-43ba-a9bc-8b89ae55c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:06.502815 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-19c77e69-3814-43ba-a9bc-8b89ae55c179 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829170 Apr 19 19:47:06.651919 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-72e5d4c4-ed5a-4ea9-8024-404662aed04f service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411190 Apr 19 19:47:06.811715 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f1031f04-bf8e-489a-8ad9-d41458f8c0c4 req-ccf6c62b-99f5-4fe7-a2d3-df001a1098e7 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492317 Apr 19 19:47:06.948292 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6afb6-45fc-465e-a1cd-e29307123e06 req-64dfdb1a-73a8-4174-aba6-8ec535760443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:06.949794 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0ea6afb6-45fc-465e-a1cd-e29307123e06 req-64dfdb1a-73a8-4174-aba6-8ec535760443 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 1097 time: 0.0815618 Apr 19 19:47:07.097041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6afb6-45fc-465e-a1cd-e29307123e06 req-a4277150-fb9a-4883-9f52-d101a567f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:07.098671 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0ea6afb6-45fc-465e-a1cd-e29307123e06 req-a4277150-fb9a-4883-9f52-d101a567f577 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.1399648 Apr 19 19:47:07.135182 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:07.180581 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0ea6afb6-45fc-465e-a1cd-e29307123e06 req-5cd6eb9f-da9f-4405-b188-a91a4eadd088 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 HTTP/1.1" status: 200 len: 217 time: 0.0737939 Apr 19 19:47:07.250296 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6afb6-45fc-465e-a1cd-e29307123e06 req-4cf09d20-2aa6-45df-a3c1-8ed403e76150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:07.251792 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0ea6afb6-45fc-465e-a1cd-e29307123e06 req-4cf09d20-2aa6-45df-a3c1-8ed403e76150 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.0648074 Apr 19 19:47:07.350055 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6afb6-45fc-465e-a1cd-e29307123e06 req-4f1dc47a-f30d-4ab0-9787-339759f14eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:07.351655 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0ea6afb6-45fc-465e-a1cd-e29307123e06 req-4f1dc47a-f30d-4ab0-9787-339759f14eeb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838726 Apr 19 19:47:07.498712 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0ea6afb6-45fc-465e-a1cd-e29307123e06 req-7309515a-99ef-4a5d-9164-68ad6df5e579 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371281 Apr 19 19:47:07.707563 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0ea6afb6-45fc-465e-a1cd-e29307123e06 req-b558826a-06e1-4c3c-8cda-413bd149e86f service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989357 Apr 19 19:47:07.724353 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a7089-7b32-4c54-8e7a-abb697ce1efc req-f91ac36b-b0c1-4881-956e-830309b45c5e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:07.725912 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-232a7089-7b32-4c54-8e7a-abb697ce1efc req-f91ac36b-b0c1-4881-956e-830309b45c5e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 944 time: 0.1891086 Apr 19 19:47:07.778968 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-232a7089-7b32-4c54-8e7a-abb697ce1efc req-83cb544a-5be1-40f6-badd-d0824fc825a1 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e0abf0b-954a-43da-9121-53ee7cdd6b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453544 Apr 19 19:47:08.423063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e4523eb6-2deb-42e1-8922-f889699b2d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:08.544902 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-26a47a6b-1a33-4cad-aa3d-aca0dd335c6d req-a4cb2a8c-56f7-4c99-bca5-16b5f0d38b1e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788519 Apr 19 19:47:08.653041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a47a6b-1a33-4cad-aa3d-aca0dd335c6d req-dfc2972c-0eb6-4e44-a8b7-513cc2e701c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:08.654688 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-26a47a6b-1a33-4cad-aa3d-aca0dd335c6d req-dfc2972c-0eb6-4e44-a8b7-513cc2e701c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 1098 time: 0.0804420 Apr 19 19:47:08.817022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a47a6b-1a33-4cad-aa3d-aca0dd335c6d req-a9f265b2-0317-4237-afae-6c30876ea246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:08.818629 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-26a47a6b-1a33-4cad-aa3d-aca0dd335c6d req-a9f265b2-0317-4237-afae-6c30876ea246 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 913 time: 0.1395588 Apr 19 19:47:08.981282 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-26a47a6b-1a33-4cad-aa3d-aca0dd335c6d req-3ed210e6-606d-4f85-affe-eff759b917da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=785a69ee-07bc-43e0-a0b7-5bdb3da2e730 HTTP/1.1" status: 200 len: 1001 time: 0.1558375 Apr 19 19:47:09.009092 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:09.065167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a47a6b-1a33-4cad-aa3d-aca0dd335c6d req-3f8ec4c0-98c8-4e51-8485-8161b1df157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:09.066685 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-26a47a6b-1a33-4cad-aa3d-aca0dd335c6d req-3f8ec4c0-98c8-4e51-8485-8161b1df157b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0744290 Apr 19 19:47:09.075289 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120de2f-2a38-4789-b333-1997abf3b62f req-f38f64fe-019a-45c1-9a2f-c034d8f9c1fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:09.076782 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8120de2f-2a38-4789-b333-1997abf3b62f req-f38f64fe-019a-45c1-9a2f-c034d8f9c1fe tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 944 time: 0.1775079 Apr 19 19:47:09.129505 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:47:09.175364 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8120de2f-2a38-4789-b333-1997abf3b62f req-7c55c924-c2b9-41bc-bd32-86e42b6880e6 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e0abf0b-954a-43da-9121-53ee7cdd6b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630615 Apr 19 19:47:09.198825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a47a6b-1a33-4cad-aa3d-aca0dd335c6d req-45017040-cf6d-4b2a-9c00-e41f7dc5fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:09.200404 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-26a47a6b-1a33-4cad-aa3d-aca0dd335c6d req-45017040-cf6d-4b2a-9c00-e41f7dc5fedf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1227367 Apr 19 19:47:09.275130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:47:09.289480 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'port_id': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7', 'mac_address': 'fa:16:3e:b5:cf:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:47:09.347327 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-26a47a6b-1a33-4cad-aa3d-aca0dd335c6d req-cfd27fb9-44dd-4f1c-bb6a-9a9f71838b62 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389945 Apr 19 19:47:09.348207 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:09.366317 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:47:09.382928 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:47:09.386934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:09.388773 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:09.475632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:09.477205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:09.485815 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:47:09.486207 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:47:09.486612 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:47:09.486989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:47:09.487359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:47:09.487727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:47:09.488093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:47:09.488462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:47:09.488813 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:47:09.489174 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:47:09.489546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:47:09.489921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:47:09.493522 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-26a47a6b-1a33-4cad-aa3d-aca0dd335c6d req-e0a923f4-9178-47b4-841d-255a017f410b service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374495 Apr 19 19:47:09.493970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:09.682818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:47:10.383733 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cfc97-2781-4f82-8fba-d547b2c40989 req-d8c058ce-6ccf-4e97-9ced-57d76e06253c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:10.385229 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-dc1cfc97-2781-4f82-8fba-d547b2c40989 req-d8c058ce-6ccf-4e97-9ced-57d76e06253c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 945 time: 0.0896327 Apr 19 19:47:10.432447 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-dc1cfc97-2781-4f82-8fba-d547b2c40989 req-a636383f-75c7-49c1-8d9a-4ee7b31b988e tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e0abf0b-954a-43da-9121-53ee7cdd6b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408714 Apr 19 19:47:10.995406 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:11.141512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:47:11.228005 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:47:11.233040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:47:11.233461 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:11.536477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:11.565875 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c84821-e2ae-4720-88f3-9e18445070db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:47:11.576861 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:47:11.580460 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:11.582496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:11.640276 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19c80e-a65a-47fb-8df7-0de94ababb08 req-d6b399b4-5976-4dff-b1b5-7bbd741dbc77 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:11.641915 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0e19c80e-a65a-47fb-8df7-0de94ababb08 req-d6b399b4-5976-4dff-b1b5-7bbd741dbc77 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 946 time: 0.0948594 Apr 19 19:47:11.662218 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:11.666694 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:11.692288 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0e19c80e-a65a-47fb-8df7-0de94ababb08 req-71d36908-e991-464c-8c4b-ab839101fd55 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e0abf0b-954a-43da-9121-53ee7cdd6b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434785 Apr 19 19:47:11.753630 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c84821-e2ae-4720-88f3-9e18445070db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7', 'code': 200} Apr 19 19:47:12.012156 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebade9-7431-44a8-8cc4-9bf47f041510 req-4c4680bb-fcd0-4e71-99ca-79722206f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:12.013724 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-24ebade9-7431-44a8-8cc4-9bf47f041510 req-4c4680bb-fcd0-4e71-99ca-79722206f240 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 1099 time: 0.0797155 Apr 19 19:47:12.060291 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-24ebade9-7431-44a8-8cc4-9bf47f041510 req-c92907fb-a7a0-4679-a9fc-9c3da938fbc4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8e0abf0b-954a-43da-9121-53ee7cdd6b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390923 Apr 19 19:47:12.940939 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecedc51-f153-4190-81ab-f03e585ce971 req-020946f9-d2c4-4715-b6fd-d51e6ab28e4f tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:12.943618 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8ecedc51-f153-4190-81ab-f03e585ce971 req-020946f9-d2c4-4715-b6fd-d51e6ab28e4f tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 946 time: 0.1170321 Apr 19 19:47:12.997191 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8ecedc51-f153-4190-81ab-f03e585ce971 req-34e58249-e6d0-4bc3-bf9d-e6506d1c9010 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e0abf0b-954a-43da-9121-53ee7cdd6b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435612 Apr 19 19:47:14.238080 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a4210-24be-4713-b260-cae655fc909e req-267bdb7c-8fda-48e1-9713-c3da5872fd51 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:14.239688 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1f0a4210-24be-4713-b260-cae655fc909e req-267bdb7c-8fda-48e1-9713-c3da5872fd51 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 946 time: 0.1050766 Apr 19 19:47:14.290894 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1f0a4210-24be-4713-b260-cae655fc909e req-87c1623d-4ce2-47e8-a8b9-bbd62b6732fc tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e0abf0b-954a-43da-9121-53ee7cdd6b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414457 Apr 19 19:47:14.500567 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335799b-eca5-464f-bbe0-acbc3805d97a req-403f0ee1-6db8-42a0-af2e-0d8af5c9e31d tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:14.502128 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a335799b-eca5-464f-bbe0-acbc3805d97a req-403f0ee1-6db8-42a0-af2e-0d8af5c9e31d tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 946 time: 0.0926056 Apr 19 19:47:14.516809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56844) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:47:14.525391 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-b1efb2c0-97c8-492c-b056-11581ef3cf13 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Request body: {'floatingip': {'port_id': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:47:14.611406 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1efb2c0-97c8-492c-b056-11581ef3cf13 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:15.233243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1efb2c0-97c8-492c-b056-11581ef3cf13 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:15.237345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1efb2c0-97c8-492c-b056-11581ef3cf13 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:15.425317 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [None req-b1efb2c0-97c8-492c-b056-11581ef3cf13 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Floating IP 66a4ab76-5dfa-4e96-a2ea-b620dfa4e543 associated. External IP: 172.27.0.5, port: cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7. Apr 19 19:47:16.047626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1efb2c0-97c8-492c-b056-11581ef3cf13 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Router 3543f120-98eb-4faf-b115-8704deb0b0dc has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:47:16.243683 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1efb2c0-97c8-492c-b056-11581ef3cf13 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:47:16.248597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1efb2c0-97c8-492c-b056-11581ef3cf13 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:16.254028 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5bceb-8ba3-41f8-a30f-2b8d6aafdad9 None None] Sync routers for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:47:16.265907 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5bceb-8ba3-41f8-a30f-2b8d6aafdad9 None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:47:16.266630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f4c5bceb-8ba3-41f8-a30f-2b8d6aafdad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:47:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:47:16.308655 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b1efb2c0-97c8-492c-b056-11581ef3cf13 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "PUT /v2.0/floatingips/66a4ab76-5dfa-4e96-a2ea-b620dfa4e543 HTTP/1.1" status: 200 len: 990 time: 1.7902083 Apr 19 19:47:16.309257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c84821-e2ae-4720-88f3-9e18445070db', 'tag': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:47:16.428499 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c84821-e2ae-4720-88f3-9e18445070db', 'tag': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7', 'status': 'completed', 'code': 200} Apr 19 19:47:16.460350 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-f4c5bceb-8ba3-41f8-a30f-2b8d6aafdad9 None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:47:16.544092 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdf060-0d29-4c9e-a309-7a6d4342a716 req-55404d55-825d-470a-a7d2-f1c220159148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:16.545689 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-78bdf060-0d29-4c9e-a309-7a6d4342a716 req-55404d55-825d-470a-a7d2-f1c220159148 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 1099 time: 0.0823932 Apr 19 19:47:16.690008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdf060-0d29-4c9e-a309-7a6d4342a716 req-e113994e-8b3d-475a-95e9-b77897e675b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:16.691580 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-78bdf060-0d29-4c9e-a309-7a6d4342a716 req-e113994e-8b3d-475a-95e9-b77897e675b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.1353817 Apr 19 19:47:16.803395 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-78bdf060-0d29-4c9e-a309-7a6d4342a716 req-def73af8-c1f8-4375-a703-00d0a96b4ee5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 HTTP/1.1" status: 200 len: 998 time: 0.1032336 Apr 19 19:47:16.829733 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f4c5bceb-8ba3-41f8-a30f-2b8d6aafdad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '66a4ab76-5dfa-4e96-a2ea-b620dfa4e543', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'port_id': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'mac_address': 'fa:16:3e:b5:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c84821-e2ae-4720-88f3-9e18445070db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:00Z', 'updated_at': '2021-04-19T19:47:15Z', 'revision_number': 1, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:21Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:47:16.834496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5bceb-8ba3-41f8-a30f-2b8d6aafdad9 None None] Checking router: 3543f120-98eb-4faf-b115-8704deb0b0dc for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:47:16.844513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5bceb-8ba3-41f8-a30f-2b8d6aafdad9 None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:47:16.845192 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f4c5bceb-8ba3-41f8-a30f-2b8d6aafdad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:47:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:47:17.045238 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-f4c5bceb-8ba3-41f8-a30f-2b8d6aafdad9 None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:47:17.126259 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdf060-0d29-4c9e-a309-7a6d4342a716 req-9ae172b2-7707-475e-813d-8ca4f679b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:17.127910 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-78bdf060-0d29-4c9e-a309-7a6d4342a716 req-9ae172b2-7707-475e-813d-8ca4f679b29f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.3183084 Apr 19 19:47:17.221956 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdf060-0d29-4c9e-a309-7a6d4342a716 req-ff906ca2-bbb7-444c-ac65-83f51cdf4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:17.223639 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-78bdf060-0d29-4c9e-a309-7a6d4342a716 req-ff906ca2-bbb7-444c-ac65-83f51cdf4a91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876358 Apr 19 19:47:17.368287 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-78bdf060-0d29-4c9e-a309-7a6d4342a716 req-ddbdab78-3578-4e0f-97c7-1c7ba397632d service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367502 Apr 19 19:47:17.516935 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-78bdf060-0d29-4c9e-a309-7a6d4342a716 req-186db83e-73e3-4eeb-9959-50c01cf4c884 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394920 Apr 19 19:47:17.583338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f4c5bceb-8ba3-41f8-a30f-2b8d6aafdad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '66a4ab76-5dfa-4e96-a2ea-b620dfa4e543', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'port_id': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'mac_address': 'fa:16:3e:b5:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c84821-e2ae-4720-88f3-9e18445070db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:00Z', 'updated_at': '2021-04-19T19:47:15Z', 'revision_number': 1, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:21Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:47:17.588019 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5bceb-8ba3-41f8-a30f-2b8d6aafdad9 None None] The sync data for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi is: [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '66a4ab76-5dfa-4e96-a2ea-b620dfa4e543', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'port_id': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'mac_address': 'fa:16:3e:b5:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c84821-e2ae-4720-88f3-9e18445070db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:00Z', 'updated_at': '2021-04-19T19:47:15Z', 'revision_number': 1, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:21Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:47:17.862188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247adac-7938-4de1-9dce-9da9f6e20d0a None None] New status for floating IP 66a4ab76-5dfa-4e96-a2ea-b620dfa4e543: ACTIVE {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:47:24.331834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5101e4-bcf7-4695-9d9a-fd2e52a907ce req-d1fbd2cc-84f0-4f9d-b210-b58027c6fe6c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:24.333383 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ff5101e4-bcf7-4695-9d9a-fd2e52a907ce req-d1fbd2cc-84f0-4f9d-b210-b58027c6fe6c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 945 time: 0.0892758 Apr 19 19:47:24.383692 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ff5101e4-bcf7-4695-9d9a-fd2e52a907ce req-d9b07081-6ac5-43b2-9bc0-e36f120c592f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430908 Apr 19 19:47:25.596509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874c653-2d92-4f12-b525-7501018d87eb req-9b333e2b-3b67-41dd-8f4c-d9cc1720296d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:25.598132 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6874c653-2d92-4f12-b525-7501018d87eb req-9b333e2b-3b67-41dd-8f4c-d9cc1720296d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 945 time: 0.0956347 Apr 19 19:47:25.649050 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6874c653-2d92-4f12-b525-7501018d87eb req-8bd7b389-bfe2-4ad1-b18e-185328e4ec65 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429873 Apr 19 19:47:26.452112 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-d23cbcd1-a565-4ef2-bbdb-a8a6e99a92bf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:26.453575 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-d23cbcd1-a565-4ef2-bbdb-a8a6e99a92bf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 945 time: 0.1020548 Apr 19 19:47:26.538631 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Deleting port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:47:26.539005 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:26.849130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] For port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=785a69ee-07bc-43e0-a0b7-5bdb3da2e730,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:47:26.849700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:27.045997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d1fd3-4fff-4785-a0bf-f26e9b54e134 req-74afd3cd-dc06-4704-8378-2637d636074c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:27.047604 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-976d1fd3-4fff-4785-a0bf-f26e9b54e134 req-74afd3cd-dc06-4704-8378-2637d636074c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 945 time: 0.2744918 Apr 19 19:47:27.201103 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-976d1fd3-4fff-4785-a0bf-f26e9b54e134 req-b33084f2-5fe1-4dae-a9e5-7d0db64b09ea tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443503 Apr 19 19:47:27.221464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:27.221886 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:27.222241 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Floating IP d9d93afc-6cf6-4a36-a3a0-3642ca4cc60a disassociated. External IP: 172.27.0.149, port: 785a69ee-07bc-43e0-a0b7-5bdb3da2e730. Apr 19 19:47:27.222656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Calling delete_port for 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:47:27.378934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:27.384891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8a0e38e4-1156-4123-bf6e-c1731c7d96b5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:27.436640 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event deleted for resources: {'Port': ['ID=785a69ee-07bc-43e0-a0b7-5bdb3da2e730,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:27.439900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:27.632319 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Router c37429a7-8203-4499-afa0-b03cbe45e6e2 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:47:27.843518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:47:27.854138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7058e-8cf9-43ec-b69b-41188a56ee6a None None] Sync routers for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:47:27.865307 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7058e-8cf9-43ec-b69b-41188a56ee6a None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:47:27.866095 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ccf7058e-8cf9-43ec-b69b-41188a56ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:47:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:47:27.926417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] No DVR routers for this DVR port 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:47:27.929124 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:27.932608 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'name': 'network-vif-deleted', 'tag': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:47:27.948324 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7718468d-f5e9-4f65-9934-58c9df0ea54e req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "DELETE /v2.0/ports/785a69ee-07bc-43e0-a0b7-5bdb3da2e730 HTTP/1.1" status: 204 len: 173 time: 1.4860511 Apr 19 19:47:27.984872 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f', 'name': 'network-vif-deleted', 'tag': '785a69ee-07bc-43e0-a0b7-5bdb3da2e730', 'status': 'completed', 'code': 200} Apr 19 19:47:28.065919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-ccf7058e-8cf9-43ec-b69b-41188a56ee6a None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:47:28.369292 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-7b32de3e-aed1-4b2d-af70-5cc40b4b84d4 req-c80ced52-8c43-412c-941b-e5e654ff8ed3 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Synchronizing usage tracker for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:47:28.384745 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-7b32de3e-aed1-4b2d-af70-5cc40b4b84d4 req-c80ced52-8c43-412c-941b-e5e654ff8ed3 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Unset dirty status for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:47:28.385982 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b32de3e-aed1-4b2d-af70-5cc40b4b84d4 req-c80ced52-8c43-412c-941b-e5e654ff8ed3 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fedfa2-2e8b-45d4-a1ec-ecc0d913358f HTTP/1.1" status: 200 len: 210 time: 0.0652213 Apr 19 19:47:28.396892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ccf7058e-8cf9-43ec-b69b-41188a56ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:47:28.401400 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7058e-8cf9-43ec-b69b-41188a56ee6a None None] Checking router: c37429a7-8203-4499-afa0-b03cbe45e6e2 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:47:28.410809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7058e-8cf9-43ec-b69b-41188a56ee6a None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:47:28.411464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ccf7058e-8cf9-43ec-b69b-41188a56ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:47:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:47:28.609189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-ccf7058e-8cf9-43ec-b69b-41188a56ee6a None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:47:28.959902 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ccf7058e-8cf9-43ec-b69b-41188a56ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:47:28.964511 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7058e-8cf9-43ec-b69b-41188a56ee6a None None] The sync data for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi is: [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:47:29.212592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:47:29.256061 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:47:29.256461 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 785a69ee-07bc-43e0-a0b7-5bdb3da2e730 not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:47:29.387057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac0d20-2dd0-433a-9a60-83e3d1440a79 None None] New status for floating IP d9d93afc-6cf6-4a36-a3a0-3642ca4cc60a: DOWN {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:47:29.717217 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-8a6b454f-ce4f-4d98-b8c5-feeaf9175149 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007707753&fields=id&tenant_id=7e4d3653c531499ab4cea96df1a5ef60 HTTP/1.1" status: 200 len: 267 time: 0.0468738 Apr 19 19:47:29.892941 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-81d7852c-c310-44ec-abf4-28b625e5ca6d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:29.894418 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-81d7852c-c310-44ec-abf4-28b625e5ca6d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 812 time: 0.1696444 Apr 19 19:47:29.918651 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-64554c1b-c4c1-47d3-8652-1dba96f9c215 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/quotas/7e4d3653c531499ab4cea96df1a5ef60 HTTP/1.1" status: 200 len: 375 time: 0.0138524 Apr 19 19:47:30.015112 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-e43515d8-671b-43ec-aa27-286e4af6d716 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908077 Apr 19 19:47:30.172090 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-3be94ce2-f650-4950-bfe0-9b34c4a4af52 service neutron] 10.222.0.55 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386828 Apr 19 19:47:30.320628 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-8dc59f40-e8d9-4e3e-83fb-befa23f8c8cc service neutron] 10.222.0.55 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385677 Apr 19 19:47:30.761760 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-20e00a0c-567f-4803-af7a-7d5c9fc1bef0 req-708b5eec-6ca0-48db-bf83-bdb45ee0c54e tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 210 time: 0.0490139 Apr 19 19:47:31.985316 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-90e57da5-6447-45a4-b4c3-3f97b927942b tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:31.986675 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-90e57da5-6447-45a4-b4c3-3f97b927942b tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 812 time: 0.1686165 Apr 19 19:47:32.111070 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cbd33df7-4f9a-409b-b823-d0ad36f1e29e req-96e736fe-d0f5-473e-aa1c-ff98cfc5d877 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 210 time: 0.0855048 Apr 19 19:47:32.118289 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-badb392d-e54b-4be3-9f42-e5448c4b8e0c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e4d3653c531499ab4cea96df1a5ef60 HTTP/1.1" status: 200 len: 8061 time: 0.1228824 Apr 19 19:47:32.128137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'port': {'device_id': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'admin_state_up': True, 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'security_groups': ['bf0db437-f3ea-4d7a-bd43-22ad490124bc']}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:47:32.511784 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:47:32.522349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:47:32.532408 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Made reservation on behalf of 7e4d3653c531499ab4cea96df1a5ef60 for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:47:32.538516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:32.712548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Allocated IP 172.20.0.11 (b92fce1f-653b-440e-a0f1-f33f9714fc4d/5e9a6084-dd1f-49c4-bf1b-3233681b3912/d141dee2-f19d-4117-adf5-faeb7ce69e9c) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:47:32.913360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:32.929831 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Transition to ACTIVE for port object d141dee2-f19d-4117-adf5-faeb7ce69e9c will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:47:32.957102 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:32.962824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5f654eb0-3903-4c70-929b-c08771e3b3ff tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:33.033094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:47:33.036416 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:47:33.041150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:47:33.077773 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'Port': ['ID=d141dee2-f19d-4117-adf5-faeb7ce69e9c,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:33.085453 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:33.118078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:33.118805 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:33.151055 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-466e857a-5b5e-4f6c-9a9d-b5d7ba7c3eb4 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0271912 Apr 19 19:47:33.167111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Request body: {'port': {'device_id': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:47:33.282275 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-59fcf762-8a68-465a-91ca-54a46a8b4457 None None] Provisioning for port d141dee2-f19d-4117-adf5-faeb7ce69e9c completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:47:33.288225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-59fcf762-8a68-465a-91ca-54a46a8b4457 None None] Provisioning complete for port d141dee2-f19d-4117-adf5-faeb7ce69e9c triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:47:33.288956 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-59fcf762-8a68-465a-91ca-54a46a8b4457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:33.338366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:33.346419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-59fcf762-8a68-465a-91ca-54a46a8b4457 None None] Port d141dee2-f19d-4117-adf5-faeb7ce69e9c cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:47:33.449658 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bcbf7-fae8-44b0-9f4a-eed0f75e30fb req-37f5c0dc-e82b-41ad-b303-8a612d07f78c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:33.450336 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-f54bcbf7-fae8-44b0-9f4a-eed0f75e30fb req-37f5c0dc-e82b-41ad-b303-8a612d07f78c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Synchronizing usage tracker for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:47:33.526125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-f54bcbf7-fae8-44b0-9f4a-eed0f75e30fb req-37f5c0dc-e82b-41ad-b303-8a612d07f78c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Unset dirty status for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:47:33.527434 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f54bcbf7-fae8-44b0-9f4a-eed0f75e30fb req-37f5c0dc-e82b-41ad-b303-8a612d07f78c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 932 time: 0.2721057 Apr 19 19:47:33.669084 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f54bcbf7-fae8-44b0-9f4a-eed0f75e30fb req-cbadf252-766a-4b15-b510-367573f32f7f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207526 Apr 19 19:47:33.780794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d141dee2-f19d-4117-adf5-faeb7ce69e9c {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:47:33.788866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:33.804000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Transition to ACTIVE for port object d141dee2-f19d-4117-adf5-faeb7ce69e9c will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:47:33.807910 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:33.811611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1705866d-b5a2-423c-8f96-4a83ac05850c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:33.948587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d141dee2-f19d-4117-adf5-faeb7ce69e9c,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:33.977648 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:34.065476 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Attempting to bind port d141dee2-f19d-4117-adf5-faeb7ce69e9c on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:47:34.066017 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Attempting to bind port d141dee2-f19d-4117-adf5-faeb7ce69e9c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:47:34.066108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Attempting to bind port d141dee2-f19d-4117-adf5-faeb7ce69e9c on network b92fce1f-653b-440e-a0f1-f33f9714fc4d {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:47:34.071220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Port d141dee2-f19d-4117-adf5-faeb7ce69e9c on network b92fce1f-653b-440e-a0f1-f33f9714fc4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:47:34.071585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Attempting to bind port d141dee2-f19d-4117-adf5-faeb7ce69e9c on network b92fce1f-653b-440e-a0f1-f33f9714fc4d {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:47:34.077782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:47:34.078156 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Checking segment: {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:47:34.078609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Bound using segment: {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:47:34.079074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Bound port: d141dee2-f19d-4117-adf5-faeb7ce69e9c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:47:34.079448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:34.175625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] For port d141dee2-f19d-4117-adf5-faeb7ce69e9c, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:47:34.178682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] For port d141dee2-f19d-4117-adf5-faeb7ce69e9c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d141dee2-f19d-4117-adf5-faeb7ce69e9c,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:47:34.183146 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:34.187240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aa91d5b9-c148-43d9-a5aa-b19073d3afee tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:34.257090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:34.257797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:34.259427 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] 10.222.0.52 "PUT /v2.0/ports/d141dee2-f19d-4117-adf5-faeb7ce69e9c HTTP/1.1" status: 200 len: 1094 time: 1.0974593 Apr 19 19:47:34.260003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'tag': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:47:34.284991 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d141dee2-f19d-4117-adf5-faeb7ce69e9c,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:34.296275 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:34.337378 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'tag': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'status': 'completed', 'code': 200} Apr 19 19:47:34.382836 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-09e8a6ee-1672-4274-bf00-6fc09fb6ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:34.384324 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-09e8a6ee-1672-4274-bf00-6fc09fb6ca92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 1097 time: 0.0843279 Apr 19 19:47:34.469224 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-d49c4e4d-4d54-447d-9a60-a5869ed4205a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d141dee2-f19d-4117-adf5-faeb7ce69e9c HTTP/1.1" status: 200 len: 217 time: 0.0725591 Apr 19 19:47:34.540632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-ddca43f3-567f-4000-8f05-e1e9af98f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:34.542138 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-ddca43f3-567f-4000-8f05-e1e9af98f776 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0651016 Apr 19 19:47:34.633977 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-8ec31e5e-ea8c-424c-ac9b-da85cd7d11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:34.635592 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-8ec31e5e-ea8c-424c-ac9b-da85cd7d11c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790985 Apr 19 19:47:34.783253 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-05f38679-27fa-4fd2-888c-6540956d83c7 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377804 Apr 19 19:47:34.991456 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2023862-6a53-4c68-8e9f-6ceb1b102fd1 req-ae93e345-9682-40c0-b0fc-12ebbae25c98 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634469 Apr 19 19:47:35.002811 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2eb7c2-2618-43e1-bd49-4621533ad232 req-519d67e8-db9e-4de9-8a08-9621be442d38 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:35.004309 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb2eb7c2-2618-43e1-bd49-4621533ad232 req-519d67e8-db9e-4de9-8a08-9621be442d38 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 944 time: 0.2154164 Apr 19 19:47:35.053947 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-bb2eb7c2-2618-43e1-bd49-4621533ad232 req-8ae8a5b9-02a6-4e3e-8d7d-777e552197ec tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428708 Apr 19 19:47:35.135270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcbe6a-7320-48c0-b653-a772c197b479 req-c7f3a7bc-efcc-404e-a144-0fcc1bec0385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:35.136795 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-02bcbe6a-7320-48c0-b653-a772c197b479 req-c7f3a7bc-efcc-404e-a144-0fcc1bec0385 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 1097 time: 0.0818541 Apr 19 19:47:35.287678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcbe6a-7320-48c0-b653-a772c197b479 req-73e56b28-0e5e-487e-ab60-a67f4274d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:35.289267 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-02bcbe6a-7320-48c0-b653-a772c197b479 req-73e56b28-0e5e-487e-ab60-a67f4274d68e service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 913 time: 0.1380515 Apr 19 19:47:35.362809 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-02bcbe6a-7320-48c0-b653-a772c197b479 req-f20764ea-ee0a-4dda-a2e8-458a4e85a5c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d141dee2-f19d-4117-adf5-faeb7ce69e9c HTTP/1.1" status: 200 len: 217 time: 0.0651622 Apr 19 19:47:35.436133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcbe6a-7320-48c0-b653-a772c197b479 req-03bcacbf-4f0a-4cd3-b43f-4b18d29407fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:35.437603 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-02bcbe6a-7320-48c0-b653-a772c197b479 req-03bcacbf-4f0a-4cd3-b43f-4b18d29407fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0687172 Apr 19 19:47:35.524035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcbe6a-7320-48c0-b653-a772c197b479 req-faeb8643-95cc-4283-9ac9-66b80c3626ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:35.525602 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-02bcbe6a-7320-48c0-b653-a772c197b479 req-faeb8643-95cc-4283-9ac9-66b80c3626ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802372 Apr 19 19:47:35.673537 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-02bcbe6a-7320-48c0-b653-a772c197b479 req-018e1fd6-6b91-4012-974a-0a6620f788ef service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365838 Apr 19 19:47:35.817215 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-02bcbe6a-7320-48c0-b653-a772c197b479 req-bf3960b6-13c3-4ac4-9746-26b54d080c36 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368406 Apr 19 19:47:36.255894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d976abb-611e-452d-b9bb-cd09420a3619 req-2ba3553c-1190-4ddc-a583-5f04d51f28e1 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:36.257580 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d976abb-611e-452d-b9bb-cd09420a3619 req-2ba3553c-1190-4ddc-a583-5f04d51f28e1 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 944 time: 0.0901949 Apr 19 19:47:36.312736 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d976abb-611e-452d-b9bb-cd09420a3619 req-40e24b35-6abb-4795-b706-c78f1a973ea7 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479026 Apr 19 19:47:36.412086 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-300eeeda-1b1d-4516-94c9-230792a6f56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:37.151830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:37.561799 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e8b1e-eda7-406c-a090-af4f99b80c27 req-9e654ad1-07c2-4396-9ed2-00b1dda1dc54 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:37.563433 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9c1e8b1e-eda7-406c-a090-af4f99b80c27 req-9e654ad1-07c2-4396-9ed2-00b1dda1dc54 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 944 time: 0.1188440 Apr 19 19:47:37.612953 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9c1e8b1e-eda7-406c-a090-af4f99b80c27 req-b4022ed3-40fa-4079-8f06-ead6cb8370a1 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430460 Apr 19 19:47:38.424046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-17c04fcd-66cd-4e11-8761-844d21c871a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:39.012748 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:39.094934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5ed4b-4c6a-49f2-bde0-c4126522a500 req-86b1759c-2200-4dca-9751-6c397bcd989d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:39.096521 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-edc5ed4b-4c6a-49f2-bde0-c4126522a500 req-86b1759c-2200-4dca-9751-6c397bcd989d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 944 time: 0.3437135 Apr 19 19:47:39.145912 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-edc5ed4b-4c6a-49f2-bde0-c4126522a500 req-3e5ed0a9-2074-46ab-9d52-d06f53de2140 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Apr 19 19:47:39.467816 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:39.708759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:47:40.360801 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc6d62-2052-4139-8da0-b420081d4991 req-e01aaa91-e19d-4a79-aa48-b4f5b4ec416a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:40.362420 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4bfc6d62-2052-4139-8da0-b420081d4991 req-e01aaa91-e19d-4a79-aa48-b4f5b4ec416a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 944 time: 0.1003015 Apr 19 19:47:40.413844 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4bfc6d62-2052-4139-8da0-b420081d4991 req-aaaa18ff-2802-45f5-967d-23f0d30ce4ac tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444622 Apr 19 19:47:40.997920 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:41.789833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3bc3-fabb-481f-8b3a-6b7d59147049 req-cf8da4ea-6911-4875-b017-f5d8e79e9cbd tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:41.791423 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1bde3bc3-fabb-481f-8b3a-6b7d59147049 req-cf8da4ea-6911-4875-b017-f5d8e79e9cbd tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 944 time: 0.1193376 Apr 19 19:47:41.839624 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1bde3bc3-fabb-481f-8b3a-6b7d59147049 req-64a2a7d7-c760-418a-9d3c-009bdd7acc28 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 Apr 19 19:47:43.062809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd83375-6e33-480d-85ef-af64afff6f34 req-94577dd1-bad1-4931-9bed-90b7ba9b50db tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:43.064387 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cdd83375-6e33-480d-85ef-af64afff6f34 req-94577dd1-bad1-4931-9bed-90b7ba9b50db tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 944 time: 0.1002727 Apr 19 19:47:43.114413 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cdd83375-6e33-480d-85ef-af64afff6f34 req-cdf3593a-3025-4d76-a02d-a5511ecaa172 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Apr 19 19:47:43.287834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device d141dee2-f19d-4117-adf5-faeb7ce69e9c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:47:43.439799 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port d141dee2-f19d-4117-adf5-faeb7ce69e9c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d141dee2-f19d-4117-adf5-faeb7ce69e9c,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:47:43.453978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'port_id': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'mac_address': 'fa:16:3e:9b:a0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:47:43.519374 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:43.537632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d141dee2-f19d-4117-adf5-faeb7ce69e9c {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:47:43.554163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port d141dee2-f19d-4117-adf5-faeb7ce69e9c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d141dee2-f19d-4117-adf5-faeb7ce69e9c,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:47:43.558335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:43.560163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:43.633624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=d141dee2-f19d-4117-adf5-faeb7ce69e9c,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:43.636988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:43.831592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['d141dee2-f19d-4117-adf5-faeb7ce69e9c'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:47:44.328546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720639-2118-4a69-a108-1e8a4bb4bb11 req-c8a513eb-0a38-416c-a7f8-6d6919aa359e tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:44.330117 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad720639-2118-4a69-a108-1e8a4bb4bb11 req-c8a513eb-0a38-416c-a7f8-6d6919aa359e tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 945 time: 0.1016445 Apr 19 19:47:44.377959 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ad720639-2118-4a69-a108-1e8a4bb4bb11 req-932a9c0a-bf9d-4ce5-b82b-3083a24d69d1 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Apr 19 19:47:45.296068 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device d141dee2-f19d-4117-adf5-faeb7ce69e9c up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:47:45.373569 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port d141dee2-f19d-4117-adf5-faeb7ce69e9c completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:47:45.378504 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port d141dee2-f19d-4117-adf5-faeb7ce69e9c triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:47:45.378949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:45.508327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:45.538157 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:47:45.548834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port d141dee2-f19d-4117-adf5-faeb7ce69e9c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d141dee2-f19d-4117-adf5-faeb7ce69e9c,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:47:45.552196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:45.555139 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-33cd4352-fe8d-4546-a567-a07814a3d1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:45.588373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc0-a1c2-48fd-bf0a-3d06690a34cd req-9feadcc9-d076-4452-bd18-4037104491e3 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:45.589968 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19721bc0-a1c2-48fd-bf0a-3d06690a34cd req-9feadcc9-d076-4452-bd18-4037104491e3 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 945 time: 0.0940418 Apr 19 19:47:45.591529 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'code': 200} Apr 19 19:47:45.634899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=d141dee2-f19d-4117-adf5-faeb7ce69e9c,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:45.637913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:45.641469 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-19721bc0-a1c2-48fd-bf0a-3d06690a34cd req-43b1ec43-a6ab-40d2-8604-61e75020a472 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449386 Apr 19 19:47:45.938318 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845885-2486-4feb-8fe2-47d9171132fa req-a3c767a6-d635-4edf-b7db-18d8d0d4ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:45.939925 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c6845885-2486-4feb-8fe2-47d9171132fa req-a3c767a6-d635-4edf-b7db-18d8d0d4ecc0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 1099 time: 0.0815771 Apr 19 19:47:45.984467 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c6845885-2486-4feb-8fe2-47d9171132fa req-1c09f80f-05e5-4242-a0b5-9b8e397ee863 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372667 Apr 19 19:47:46.856350 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b61d93-ac37-4df6-91fa-458dbf79bba9 req-cabcc60c-8732-4e4b-8104-1bc42a6b0769 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:46.858241 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-96b61d93-ac37-4df6-91fa-458dbf79bba9 req-cabcc60c-8732-4e4b-8104-1bc42a6b0769 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 946 time: 0.0918319 Apr 19 19:47:46.907092 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-96b61d93-ac37-4df6-91fa-458dbf79bba9 req-d2422982-e0c4-4f07-a736-1b9ed4c82f34 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423214 Apr 19 19:47:48.122137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c139fd5-7dc8-486c-8c6b-7dbb774a5411 req-504d6e7b-df66-4e27-b64f-748d7b6c58e0 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:48.124170 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c139fd5-7dc8-486c-8c6b-7dbb774a5411 req-504d6e7b-df66-4e27-b64f-748d7b6c58e0 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 946 time: 0.0990338 Apr 19 19:47:48.173992 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4c139fd5-7dc8-486c-8c6b-7dbb774a5411 req-1879513d-8b22-40ba-bb66-b508a794e5f5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432324 Apr 19 19:47:48.388163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985aebfc-dd71-49a0-891e-c8785baf3568 req-ba604b79-4205-4ed9-b16d-e83f59d376ae tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:48.389722 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-985aebfc-dd71-49a0-891e-c8785baf3568 req-ba604b79-4205-4ed9-b16d-e83f59d376ae tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 946 time: 0.0928931 Apr 19 19:47:48.447039 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-985aebfc-dd71-49a0-891e-c8785baf3568 req-96f90e79-6290-4f99-83d8-ca7350399f90 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470634 Apr 19 19:47:48.477196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56980) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:47:48.565828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9bf792-6d7e-4fb5-8e81-ccab83e310e7 tempest-TestVolumeBootPattern-869905868 tempest-TestVolumeBootPattern-869905868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:48.567515 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ef9bf792-6d7e-4fb5-8e81-ccab83e310e7 tempest-TestVolumeBootPattern-869905868 tempest-TestVolumeBootPattern-869905868-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 1094 time: 0.0892289 Apr 19 19:47:48.570720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 56984) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:47:48.576323 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'floatingip': {'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'port_id': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:47:48.582748 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:47:48.587056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Usage tracker for resource:floatingip and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:47:48.590089 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:47:48.596298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:47:48.608518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:48.758369 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:48.910442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Allocated IP 172.27.0.104 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/eaace923-a3ef-4071-bea5-8e4fc9eef529) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:47:49.069572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:49.101268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:49.106418 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-fd2dc56e-b762-44a0-aa07-c6e6a25842d4 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:49.174494 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:47:49.177978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:47:49.181937 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:47:49.218720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'Port': ['ID=eaace923-a3ef-4071-bea5-8e4fc9eef529,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:49.222838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:49.632506 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:49.711138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:49.930369 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:49.935469 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:49.939184 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-db309914-071d-40c0-9fb4-6f924894fc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:47:50.046049 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'Port': ['ID=eaace923-a3ef-4071-bea5-8e4fc9eef529,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:47:50.054179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:47:50.063296 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:50.250025 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Floating IP 5414d0ca-b780-4c71-96af-469a11aa4635 associated. External IP: 172.27.0.104, port: d141dee2-f19d-4117-adf5-faeb7ce69e9c. Apr 19 19:47:50.880240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Router c37429a7-8203-4499-afa0-b03cbe45e6e2 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:47:51.075575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:47:51.086055 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d3339-1d4e-4075-8ed2-4f86cd2c1752 None None] Sync routers for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:47:51.097440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d3339-1d4e-4075-8ed2-4f86cd2c1752 None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:47:51.098540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-6c9d3339-1d4e-4075-8ed2-4f86cd2c1752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:47:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:47:51.101119 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:47:51.161036 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5891378 Apr 19 19:47:51.161698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'tag': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:47:51.219382 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'tag': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'status': 'completed', 'code': 200} Apr 19 19:47:51.331654 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0f3c8-6eae-4d48-b48c-5b80176f7142 req-c7b92be0-038e-45cf-80ab-b28fe6e4a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:51.333294 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-74a0f3c8-6eae-4d48-b48c-5b80176f7142 req-c7b92be0-038e-45cf-80ab-b28fe6e4a8ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 1099 time: 0.0881600 Apr 19 19:47:51.463840 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-6c9d3339-1d4e-4075-8ed2-4f86cd2c1752 None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:47:51.493810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0f3c8-6eae-4d48-b48c-5b80176f7142 req-cecb3c4d-3ad9-45f7-8ced-6b2e14464c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:51.495486 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-74a0f3c8-6eae-4d48-b48c-5b80176f7142 req-cecb3c4d-3ad9-45f7-8ced-6b2e14464c9d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 913 time: 0.1514306 Apr 19 19:47:51.611151 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-74a0f3c8-6eae-4d48-b48c-5b80176f7142 req-dd38cbb8-a6fa-46b9-9c21-51b1627d1854 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d141dee2-f19d-4117-adf5-faeb7ce69e9c HTTP/1.1" status: 200 len: 1000 time: 0.1071160 Apr 19 19:47:51.684200 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0f3c8-6eae-4d48-b48c-5b80176f7142 req-d85a96a7-3a39-4aa8-b30f-48b3dcce95f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:51.686011 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-74a0f3c8-6eae-4d48-b48c-5b80176f7142 req-d85a96a7-3a39-4aa8-b30f-48b3dcce95f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0683396 Apr 19 19:47:51.776833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0f3c8-6eae-4d48-b48c-5b80176f7142 req-96aff3df-ab1b-4e64-a893-48b0011eaaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:47:51.778482 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-74a0f3c8-6eae-4d48-b48c-5b80176f7142 req-96aff3df-ab1b-4e64-a893-48b0011eaaa9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852470 Apr 19 19:47:51.874021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-6c9d3339-1d4e-4075-8ed2-4f86cd2c1752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '5414d0ca-b780-4c71-96af-469a11aa4635', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:9b:a0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:49Z', 'updated_at': '2021-04-19T19:47:49Z', 'revision_number': 0, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:47:51.878118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d3339-1d4e-4075-8ed2-4f86cd2c1752 None None] Checking router: c37429a7-8203-4499-afa0-b03cbe45e6e2 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:47:51.887046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d3339-1d4e-4075-8ed2-4f86cd2c1752 None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:47:51.887705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-6c9d3339-1d4e-4075-8ed2-4f86cd2c1752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:47:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:47:51.923726 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-74a0f3c8-6eae-4d48-b48c-5b80176f7142 req-ebb9a644-b614-4585-9dc1-d5a2b54f1943 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366336 Apr 19 19:47:52.070794 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-74a0f3c8-6eae-4d48-b48c-5b80176f7142 req-7db84c30-6f2d-4b9f-990b-7d50ad4b2ee3 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383793 Apr 19 19:47:52.080008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-6c9d3339-1d4e-4075-8ed2-4f86cd2c1752 None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:47:52.477054 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-6c9d3339-1d4e-4075-8ed2-4f86cd2c1752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '5414d0ca-b780-4c71-96af-469a11aa4635', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:9b:a0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:49Z', 'updated_at': '2021-04-19T19:47:49Z', 'revision_number': 0, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:47:52.481286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d3339-1d4e-4075-8ed2-4f86cd2c1752 None None] The sync data for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi is: [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '5414d0ca-b780-4c71-96af-469a11aa4635', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:9b:a0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:49Z', 'updated_at': '2021-04-19T19:47:49Z', 'revision_number': 0, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:47:52.774412 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb2b1e-066e-4aa5-a0a7-2f9dee377917 None None] New status for floating IP 5414d0ca-b780-4c71-96af-469a11aa4635: ACTIVE {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:48:06.408490 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9d786541-7a06-4a0d-b4a9-b0ec7e354b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:07.146359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:08.426561 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a2c18820-1846-425a-87d9-b378e63352dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:09.027471 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:09.460208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:09.563985 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b25617e-2d37-45bc-81e4-9234e092672f req-a5ec34b6-cc33-4348-b4d6-ac12e0828730 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777133 Apr 19 19:48:09.742689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25617e-2d37-45bc-81e4-9234e092672f req-710409d2-f8d6-4b3d-834c-c370e1016a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:48:09.744196 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b25617e-2d37-45bc-81e4-9234e092672f req-710409d2-f8d6-4b3d-834c-c370e1016a63 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 1099 time: 0.0832958 Apr 19 19:48:09.902022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25617e-2d37-45bc-81e4-9234e092672f req-eae089bb-3afd-4fcd-b93a-7ef728daf789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:48:09.903621 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b25617e-2d37-45bc-81e4-9234e092672f req-eae089bb-3afd-4fcd-b93a-7ef728daf789 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 200 len: 911 time: 0.1395144 Apr 19 19:48:10.014364 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b25617e-2d37-45bc-81e4-9234e092672f req-6061ddb5-7c01-4384-ab55-2c6c77a76874 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 HTTP/1.1" status: 200 len: 1000 time: 0.1007643 Apr 19 19:48:10.089087 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25617e-2d37-45bc-81e4-9234e092672f req-493cd910-e1c2-407f-97f4-e4909173b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:48:10.090702 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b25617e-2d37-45bc-81e4-9234e092672f req-493cd910-e1c2-407f-97f4-e4909173b276 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 200 len: 849 time: 0.0691059 Apr 19 19:48:10.176830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25617e-2d37-45bc-81e4-9234e092672f req-6c90d163-906c-4539-9f6e-f6c9c9983d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:48:10.178442 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b25617e-2d37-45bc-81e4-9234e092672f req-6c90d163-906c-4539-9f6e-f6c9c9983d57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55f6e54a-9160-4b04-aadb-a18237552f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804102 Apr 19 19:48:10.326294 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b25617e-2d37-45bc-81e4-9234e092672f req-51538de2-e051-4b6d-8be3-bb81051c1221 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379709 Apr 19 19:48:10.487771 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b25617e-2d37-45bc-81e4-9234e092672f req-c9bb94e1-311e-4adf-a2c1-59da5e6fb401 service neutron] 10.222.0.52 "GET /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522419 Apr 19 19:48:11.003477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:16.705000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:48:24.169197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a14a1-6b46-4aaf-8ded-b50a6e40a979 req-de928f9f-e8ba-43a1-b095-c5d94ed49d0c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:48:24.170802 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e87a14a1-6b46-4aaf-8ded-b50a6e40a979 req-de928f9f-e8ba-43a1-b095-c5d94ed49d0c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 946 time: 0.0957077 Apr 19 19:48:24.219182 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e87a14a1-6b46-4aaf-8ded-b50a6e40a979 req-05b6abf1-4fa4-4eab-a115-507e1f0718bb tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e0abf0b-954a-43da-9121-53ee7cdd6b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412395 Apr 19 19:48:25.444524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6609f-c17c-460c-8a7f-32c35f38b784 req-c9a87477-11cf-455c-90ae-2d96fa4332bb tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:48:25.446103 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5ef6609f-c17c-460c-8a7f-32c35f38b784 req-c9a87477-11cf-455c-90ae-2d96fa4332bb tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 946 time: 0.0926788 Apr 19 19:48:25.495556 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5ef6609f-c17c-460c-8a7f-32c35f38b784 req-344ab3f3-3186-4b3e-b0cf-b4cce9a9ddb1 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e0abf0b-954a-43da-9121-53ee7cdd6b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430684 Apr 19 19:48:25.904071 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-3e43e975-1847-496d-bf65-5c567e5f449d tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:48:25.905536 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-3e43e975-1847-496d-bf65-5c567e5f449d tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 946 time: 0.1028085 Apr 19 19:48:25.984074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Deleting port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:48:25.984446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:26.248845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] For port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:48:26.249155 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:26.573125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:26.573705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:26.573825 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Floating IP 66a4ab76-5dfa-4e96-a2ea-b620dfa4e543 disassociated. External IP: 172.27.0.5, port: cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7. Apr 19 19:48:26.574211 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Calling delete_port for cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:48:27.035717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdb7e1-c40a-45b2-b697-c0f2b359750e req-08ebf138-b5e3-4903-a092-a8190d4e1faf tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:48:27.037279 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e7bdb7e1-c40a-45b2-b697-c0f2b359750e req-08ebf138-b5e3-4903-a092-a8190d4e1faf tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 946 time: 0.1797245 Apr 19 19:48:27.067912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:27.075929 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f177e586-5fd6-4394-950f-98b9309bb876 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:48:27.137682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event deleted for resources: {'Port': ['ID=cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:48:27.155841 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:27.156327 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:27.156834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:27.157234 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:27.157629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:27.158029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:27.158421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:27.158840 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:27.159210 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:27.159637 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:27.159969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:27.160354 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:27.165891 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e7bdb7e1-c40a-45b2-b697-c0f2b359750e req-d45e9ed5-d05d-46ed-befe-cf1ca94f2e04 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e0abf0b-954a-43da-9121-53ee7cdd6b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192124 Apr 19 19:48:27.216853 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:48:27.355376 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Router 3543f120-98eb-4faf-b115-8704deb0b0dc has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:48:27.552119 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:48:27.562329 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371c26c-b7e8-44be-84b3-5d582de99e95 None None] Sync routers for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:48:27.573190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371c26c-b7e8-44be-84b3-5d582de99e95 None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:48:27.574415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2371c26c-b7e8-44be-84b3-5d582de99e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:48:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:48:27.633695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] No DVR routers for this DVR port cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:48:27.636365 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:27.639387 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c84821-e2ae-4720-88f3-9e18445070db', 'name': 'network-vif-deleted', 'tag': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:48:27.655422 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1fab5358-46f2-4cbf-a9f0-120b503de303 req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.52 "DELETE /v2.0/ports/cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 HTTP/1.1" status: 204 len: 173 time: 1.7435763 Apr 19 19:48:27.690248 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c84821-e2ae-4720-88f3-9e18445070db', 'name': 'network-vif-deleted', 'tag': 'cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7', 'status': 'completed', 'code': 200} Apr 19 19:48:27.776293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-2371c26c-b7e8-44be-84b3-5d582de99e95 None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:48:28.114777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2371c26c-b7e8-44be-84b3-5d582de99e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:21Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:48:28.119432 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371c26c-b7e8-44be-84b3-5d582de99e95 None None] Checking router: 3543f120-98eb-4faf-b115-8704deb0b0dc for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:48:28.128586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371c26c-b7e8-44be-84b3-5d582de99e95 None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:48:28.129237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2371c26c-b7e8-44be-84b3-5d582de99e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:48:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:48:28.327037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-2371c26c-b7e8-44be-84b3-5d582de99e95 None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:48:28.344793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-02db558f-88b7-4dce-94f0-5724011c7d1e req-a77237b3-d462-4acf-82d0-fa751e309454 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Synchronizing usage tracker for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:48:28.359738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-02db558f-88b7-4dce-94f0-5724011c7d1e req-a77237b3-d462-4acf-82d0-fa751e309454 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Unset dirty status for tenant:3fc760ccf4ed41689dcbaf5a4425f093 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:48:28.360992 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-02db558f-88b7-4dce-94f0-5724011c7d1e req-a77237b3-d462-4acf-82d0-fa751e309454 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/ports?device_id=23c84821-e2ae-4720-88f3-9e18445070db HTTP/1.1" status: 200 len: 210 time: 0.0647514 Apr 19 19:48:28.829120 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2371c26c-b7e8-44be-84b3-5d582de99e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:21Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:48:28.833517 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371c26c-b7e8-44be-84b3-5d582de99e95 None None] The sync data for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi is: [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:40:10Z', 'revision_number': 4, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'aca57940-07e0-4675-bb24-fa2f580c4a51', 'name': '', 'network_id': '55f6e54a-9160-4b04-aadb-a18237552f88', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'mac_address': 'fa:16:3e:53:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:09Z', 'updated_at': '2021-04-19T19:40:21Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'subnets': [{'id': 'd4d8b96b-8d22-4aab-84d1-596bfd109d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:48:29.252324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8899a69c-ac19-41aa-a0d9-5368e0468241 None None] New status for floating IP 66a4ab76-5dfa-4e96-a2ea-b620dfa4e543: DOWN {{(pid=86442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:48:29.501499 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57142) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:48:29.565986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:48:29.580657 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:29.611186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:29.621809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:48:29.622190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device cb7495fa-6e5f-4ba0-b1f5-82c4c5ec35e7 not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:48:29.663028 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:29.668414 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-feb9365d-c398-4b62-b6c5-7702eda29cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:48:29.685024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0abf0b-954a-43da-9121-53ee7cdd6b03,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:48:29.696478 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:29.696900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:29.697319 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:29.697729 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:29.698133 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:29.698560 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:29.698964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:29.699363 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:29.699785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:29.700178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:29.700574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:29.700968 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:48:29.704628 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:48:29.706358 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:29.708372 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "DELETE /v2.0/security-groups/8e0abf0b-954a-43da-9121-53ee7cdd6b03 HTTP/1.1" status: 204 len: 168 time: 0.2056541 Apr 19 19:48:29.710612 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57146) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:48:29.728819 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.api.v2.resource [None req-a4bc7997-a101-49c6-b34d-8bd982a70e26 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] show failed (client error): The resource could not be found. Apr 19 19:48:29.729910 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a4bc7997-a101-49c6-b34d-8bd982a70e26 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "GET /v2.0/security-groups/8e0abf0b-954a-43da-9121-53ee7cdd6b03 HTTP/1.1" status: 404 len: 347 time: 0.0182095 Apr 19 19:48:29.733313 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57150) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:48:29.909559 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-16147201-43b9-4031-80d4-e11d2e8af650 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Deleting port 017741f3-bf58-4600-b12b-fc8be57250b0 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:48:29.910134 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-16147201-43b9-4031-80d4-e11d2e8af650 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:30.105128 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-16147201-43b9-4031-80d4-e11d2e8af650 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:30.105505 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-16147201-43b9-4031-80d4-e11d2e8af650 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:30.237314 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-16147201-43b9-4031-80d4-e11d2e8af650 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Calling delete_port for 017741f3-bf58-4600-b12b-fc8be57250b0 owned by network:floatingip {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:48:30.404911 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-16147201-43b9-4031-80d4-e11d2e8af650 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:30.409131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-db8def2b-9efd-495a-a7e8-3569e6df0248 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:48:30.455162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16147201-43b9-4031-80d4-e11d2e8af650 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Pushing event deleted for resources: {'Port': ['ID=017741f3-bf58-4600-b12b-fc8be57250b0,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:48:30.457847 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-16147201-43b9-4031-80d4-e11d2e8af650 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:48:30.561242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-16147201-43b9-4031-80d4-e11d2e8af650 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks [] for floatingip, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:30.581462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-16147201-43b9-4031-80d4-e11d2e8af650 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:30.582703 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-16147201-43b9-4031-80d4-e11d2e8af650 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] 10.222.0.55 "DELETE /v2.0/floatingips/66a4ab76-5dfa-4e96-a2ea-b620dfa4e543 HTTP/1.1" status: 204 len: 168 time: 0.8484313 Apr 19 19:48:34.696917 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57182) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:48:35.435435 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396441'] for router_interface, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:35.818627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] Deleting port aca57940-07e0-4675-bb24-fa2f580c4a51 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:48:35.819245 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:36.001572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] For port aca57940-07e0-4675-bb24-fa2f580c4a51, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=aca57940-07e0-4675-bb24-fa2f580c4a51,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:48:36.001972 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:36.134676 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] Calling delete_port for aca57940-07e0-4675-bb24-fa2f580c4a51 owned by network:router_interface {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:48:36.314829 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:36.322326 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-769fde88-6e05-4607-af47-a1f5062ef12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:48:36.374170 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] Pushing event deleted for resources: {'Port': ['ID=aca57940-07e0-4675-bb24-fa2f580c4a51,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:48:36.403146 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a65a87ed-6663-46af-afef-2d7a7945262d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:36.403368 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:48:36.896518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850862686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396519'] for router_interface, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:37.141100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:37.297741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] Router 3543f120-98eb-4faf-b115-8704deb0b0dc has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:48:37.490411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:48:37.500036 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205225d-2d79-44e1-8ec9-fdad4cb7a7a0 None None] Sync routers for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:48:37.503679 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-89653c97-c63d-43cf-9c4c-a0da69ffa68a admin admin] 10.222.0.55 "PUT /v2.0/routers/3543f120-98eb-4faf-b115-8704deb0b0dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8052378 Apr 19 19:48:37.506561 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57188) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:48:37.510959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205225d-2d79-44e1-8ec9-fdad4cb7a7a0 None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:48:37.511624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2205225d-2d79-44e1-8ec9-fdad4cb7a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:48:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:48:37.694835 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:37.702536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-2205225d-2d79-44e1-8ec9-fdad4cb7a7a0 None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:48:37.885728 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:37.894809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Deleting port 6660f61b-8649-4b85-b596-fa42a9acde56 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:48:37.895509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:38.007915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2205225d-2d79-44e1-8ec9-fdad4cb7a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:48:36Z', 'revision_number': 5, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port': {'id': '6660f61b-8649-4b85-b596-fa42a9acde56', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:05Z', 'updated_at': '2021-04-19T19:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:48:38.012428 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205225d-2d79-44e1-8ec9-fdad4cb7a7a0 None None] Checking router: 3543f120-98eb-4faf-b115-8704deb0b0dc for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:48:38.022593 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205225d-2d79-44e1-8ec9-fdad4cb7a7a0 None None] Routers {'3543f120-98eb-4faf-b115-8704deb0b0dc'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:48:38.023286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2205225d-2d79-44e1-8ec9-fdad4cb7a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:48:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['3543f120-98eb-4faf-b115-8704deb0b0dc'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:48:38.079872 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] For port 6660f61b-8649-4b85-b596-fa42a9acde56, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=6660f61b-8649-4b85-b596-fa42a9acde56,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:48:38.080268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:38.182581 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-2205225d-2d79-44e1-8ec9-fdad4cb7a7a0 None None] Set router 3543f120-98eb-4faf-b115-8704deb0b0dc gateway port host: None {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:48:38.212255 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Calling delete_port for 6660f61b-8649-4b85-b596-fa42a9acde56 owned by network:router_gateway {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:48:38.296226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-2205225d-2d79-44e1-8ec9-fdad4cb7a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:48:37Z', 'revision_number': 6, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port_host': None}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:48:38.300635 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205225d-2d79-44e1-8ec9-fdad4cb7a7a0 None None] The sync data for ids ['3543f120-98eb-4faf-b115-8704deb0b0dc'] in dv-cinder-786931-1-iscsi is: [{'id': '3543f120-98eb-4faf-b115-8704deb0b0dc', 'name': 'tempest-AttachVolumeTestJSON-341547406-router', 'tenant_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:04Z', 'updated_at': '2021-04-19T19:48:37Z', 'revision_number': 6, 'project_id': '3fc760ccf4ed41689dcbaf5a4425f093', 'gw_port_host': None}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:48:38.395703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:38.399814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-df53c2be-04a3-4fe8-9d02-fe29f0f83a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:48:38.421521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eef29380-686a-4dfb-831f-ca7d2928f223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:38.448980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6660f61b-8649-4b85-b596-fa42a9acde56,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:48:38.452864 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:48:38.548188 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851000474'] for router_gateway, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:38.737890 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32676'] for router, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:38.740455 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:38.764636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395646'] for router, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:38.765199 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3543f120-98eb-4faf-b115-8704deb0b0dc {{(pid=86440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:48:38.778509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:38.779749 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-08ff195e-3669-4026-a009-94c4ea145cf9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3543f120-98eb-4faf-b115-8704deb0b0dc HTTP/1.1" status: 204 len: 168 time: 1.2722173 Apr 19 19:48:38.782975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57192) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:48:38.858367 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71bf767-4d41-4097-a3ce-38fb88fc9ab2 admin admin] Deleting subnet d4d8b96b-8d22-4aab-84d1-596bfd109d9c {{(pid=86441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:48:38.861899 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f71bf767-4d41-4097-a3ce-38fb88fc9ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:38.920773 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f71bf767-4d41-4097-a3ce-38fb88fc9ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852762686'] for subnet, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:38.985229 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 6660f61b-8649-4b85-b596-fa42a9acde56 no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:48:39.007103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f71bf767-4d41-4097-a3ce-38fb88fc9ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:39.031489 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 6660f61b-8649-4b85-b596-fa42a9acde56 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:48:39.032021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 6660f61b-8649-4b85-b596-fa42a9acde56 not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:48:39.032302 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device aca57940-07e0-4675-bb24-fa2f580c4a51 no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:48:39.074232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: aca57940-07e0-4675-bb24-fa2f580c4a51 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:48:39.075181 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device aca57940-07e0-4675-bb24-fa2f580c4a51 not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:48:39.078192 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:39.286502 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f71bf767-4d41-4097-a3ce-38fb88fc9ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854053530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27333294'] for subnet, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:39.290630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:48:39.327431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bf767-4d41-4097-a3ce-38fb88fc9ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d8b96b-8d22-4aab-84d1-596bfd109d9c,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:48:39.330718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f71bf767-4d41-4097-a3ce-38fb88fc9ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:48:39.331761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f71bf767-4d41-4097-a3ce-38fb88fc9ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:39.337187 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6fb2ed-7dff-4104-bb8c-6fb0678953a8 None None] Network 55f6e54a-9160-4b04-aadb-a18237552f88 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:48:39.338305 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f71bf767-4d41-4097-a3ce-38fb88fc9ab2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d4d8b96b-8d22-4aab-84d1-596bfd109d9c HTTP/1.1" status: 204 len: 168 time: 0.5542414 Apr 19 19:48:39.342078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57196) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:48:39.458591 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:39.470371 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Deleting port 644005f0-7d27-4db6-98c8-d5ea96079a6d {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:48:39.470771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:39.532946 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:39.611691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af4f5c-e464-4bc9-a474-e00a4c9bad38 None None] DHCP port deletion for 55f6e54a-9160-4b04-aadb-a18237552f88 request from dv-cinder-786931-1-iscsi {{(pid=86442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:48:39.616344 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-83af4f5c-e464-4bc9-a474-e00a4c9bad38 None None] Deleting port 644005f0-7d27-4db6-98c8-d5ea96079a6d {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:48:39.616765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-83af4f5c-e464-4bc9-a474-e00a4c9bad38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:39.694190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] For port 644005f0-7d27-4db6-98c8-d5ea96079a6d, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=644005f0-7d27-4db6-98c8-d5ea96079a6d,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:48:39.694599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:39.825898 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Calling delete_port for 644005f0-7d27-4db6-98c8-d5ea96079a6d owned by network:dhcp {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:48:39.834986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-83af4f5c-e464-4bc9-a474-e00a4c9bad38 None None] For port 644005f0-7d27-4db6-98c8-d5ea96079a6d, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=644005f0-7d27-4db6-98c8-d5ea96079a6d,segment=NetworkSegment(80a6554b-0f52-4407-b254-9be3e8e9a2a2),segment_id=80a6554b-0f52-4407-b254-9be3e8e9a2a2)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:48:39.835403 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-83af4f5c-e464-4bc9-a474-e00a4c9bad38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:39.907671 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:39.911495 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:48:39.957954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=644005f0-7d27-4db6-98c8-d5ea96079a6d,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:48:39.961308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:48:39.962245 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] No DVR routers for this DVR port 644005f0-7d27-4db6-98c8-d5ea96079a6d on host dv-cinder-786931-1-iscsi {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:48:39.968710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-83af4f5c-e464-4bc9-a474-e00a4c9bad38 None None] Calling delete_port for 644005f0-7d27-4db6-98c8-d5ea96079a6d owned by network:dhcp {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:48:40.048328 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.api [None req-83af4f5c-e464-4bc9-a474-e00a4c9bad38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86442) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:48:40.048919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_db.api [None req-83af4f5c-e464-4bc9-a474-e00a4c9bad38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:48:40.084704 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:40.201815 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f6e54a-9160-4b04-aadb-a18237552f88']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:48:40.215176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a6554b-0f52-4407-b254-9be3e8e9a2a2') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:48:40.215512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a6554b-0f52-4407-b254-9be3e8e9a2a2') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:48:40.227794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947599'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:40.247545 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:40.255627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:48:40.549888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-83af4f5c-e464-4bc9-a474-e00a4c9bad38 None None] Deleting port 644005f0-7d27-4db6-98c8-d5ea96079a6d {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:48:40.550347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-83af4f5c-e464-4bc9-a474-e00a4c9bad38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:40.623573 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-83af4f5c-e464-4bc9-a474-e00a4c9bad38 None None] The port '644005f0-7d27-4db6-98c8-d5ea96079a6d' was deleted {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:48:40.676409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Network 55f6e54a-9160-4b04-aadb-a18237552f88 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:48:40.685522 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853900507'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:40.865782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Network 55f6e54a-9160-4b04-aadb-a18237552f88 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:48:40.888838 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:48:40.972000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:40.975915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aea1a635-8e84-43be-8603-2f065a48da50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:48:40.977448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 644005f0-7d27-4db6-98c8-d5ea96079a6d no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:48:40.990231 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:41.001845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=55f6e54a-9160-4b04-aadb-a18237552f88,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:48:41.005308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:48:41.016257 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-0b31f9c4-cfda-4675-8be7-b2b664354d7b admin admin] 10.222.0.55 "DELETE /v2.0/networks/55f6e54a-9160-4b04-aadb-a18237552f88 HTTP/1.1" status: 204 len: 168 time: 1.6729581 Apr 19 19:48:41.025199 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 644005f0-7d27-4db6-98c8-d5ea96079a6d {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:48:41.025588 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 644005f0-7d27-4db6-98c8-d5ea96079a6d not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:48:41.033402 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:41.142923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57202) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:48:41.200102 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4ef07280-584d-4918-ac09-29a6fab98659 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3fc760ccf4ed41689dcbaf5a4425f093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555320 Apr 19 19:48:41.203400 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57206) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:48:41.269565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-969f05db-2f4c-482c-b894-5f5b22317dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:41.302699 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-969f05db-2f4c-482c-b894-5f5b22317dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:41.375576 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-969f05db-2f4c-482c-b894-5f5b22317dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:41.381184 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b0bcfc9a-2576-4a37-8f68-06587d08885b tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:48:41.395603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f05db-2f4c-482c-b894-5f5b22317dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c10020a-60ff-4764-a525-942fab04f4a0,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:48:41.398089 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-969f05db-2f4c-482c-b894-5f5b22317dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:48:41.403781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-969f05db-2f4c-482c-b894-5f5b22317dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:48:41.405040 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-969f05db-2f4c-482c-b894-5f5b22317dfd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c10020a-60ff-4764-a525-942fab04f4a0 HTTP/1.1" status: 204 len: 168 time: 0.2006714 Apr 19 19:48:53.694982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:49:00.377659 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57428) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:00.510047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7a6f2cf9-7651-4042-b398-1b6a6bb08adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:00.529830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7a6f2cf9-7651-4042-b398-1b6a6bb08adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:00.534210 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7a6f2cf9-7651-4042-b398-1b6a6bb08adf admin admin] Usage tracker for resource:security_group_rule and tenant:ef955ea8c6254ae0937a662ee84a72fd is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:00.537375 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-7a6f2cf9-7651-4042-b398-1b6a6bb08adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:00.544037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-7a6f2cf9-7651-4042-b398-1b6a6bb08adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:00.636108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7a6f2cf9-7651-4042-b398-1b6a6bb08adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:00.640230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7a6f2cf9-7651-4042-b398-1b6a6bb08adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:00.648046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a27b8e6e-8f61-43c4-bbbb-d6849639ab4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:00.691730 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7a6f2cf9-7651-4042-b398-1b6a6bb08adf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef955ea8c6254ae0937a662ee84a72fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129349 Apr 19 19:49:00.692638 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f2cf9-7651-4042-b398-1b6a6bb08adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23133b22-9c95-480b-b50a-8440ab189308,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:00.694958 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57434) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:00.696793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7a6f2cf9-7651-4042-b398-1b6a6bb08adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:00.767362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e36c8e3-4c96-4869-a8ad-ad1d49810a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:00.795759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e36c8e3-4c96-4869-a8ad-ad1d49810a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:00.856275 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e36c8e3-4c96-4869-a8ad-ad1d49810a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:00.861321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c6cee6bd-89f6-42cc-b3ce-ada1dfc17ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:00.874876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36c8e3-4c96-4869-a8ad-ad1d49810a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23133b22-9c95-480b-b50a-8440ab189308,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:00.877381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5e36c8e3-4c96-4869-a8ad-ad1d49810a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:00.881109 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5e36c8e3-4c96-4869-a8ad-ad1d49810a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:00.885120 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-5e36c8e3-4c96-4869-a8ad-ad1d49810a64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23133b22-9c95-480b-b50a-8440ab189308 HTTP/1.1" status: 204 len: 168 time: 0.1863577 Apr 19 19:49:01.184466 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57442) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:01.204269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df0251cf-c6b1-477b-892f-dad4ae1b6cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:01.219910 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-df0251cf-c6b1-477b-892f-dad4ae1b6cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:01.224190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-df0251cf-c6b1-477b-892f-dad4ae1b6cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:9429248717664380bb9b406ed865bc0a is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:01.227601 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-df0251cf-c6b1-477b-892f-dad4ae1b6cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:01.233889 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-df0251cf-c6b1-477b-892f-dad4ae1b6cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:01.322348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df0251cf-c6b1-477b-892f-dad4ae1b6cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:01.327129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-df0251cf-c6b1-477b-892f-dad4ae1b6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:01.334668 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-eeaa98ba-0e91-42b8-a865-064ddc6e297a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:01.380622 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0251cf-c6b1-477b-892f-dad4ae1b6cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b89ca0-41fb-4f4f-8a29-91a8b849f3dd,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:01.385413 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-df0251cf-c6b1-477b-892f-dad4ae1b6cd3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9429248717664380bb9b406ed865bc0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997099 Apr 19 19:49:01.386396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-df0251cf-c6b1-477b-892f-dad4ae1b6cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:01.388497 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57446) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:01.451963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65c7b2fa-a491-4db1-b331-3c04320ae619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:01.480260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65c7b2fa-a491-4db1-b331-3c04320ae619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:01.530161 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65c7b2fa-a491-4db1-b331-3c04320ae619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:01.534008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-554f9dd8-ea3b-4551-bfb6-4f755a0f3d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:01.549102 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7b2fa-a491-4db1-b331-3c04320ae619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b89ca0-41fb-4f4f-8a29-91a8b849f3dd,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:01.552882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-65c7b2fa-a491-4db1-b331-3c04320ae619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:01.559376 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-65c7b2fa-a491-4db1-b331-3c04320ae619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:01.560613 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-65c7b2fa-a491-4db1-b331-3c04320ae619 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8b89ca0-41fb-4f4f-8a29-91a8b849f3dd HTTP/1.1" status: 204 len: 168 time: 0.1712346 Apr 19 19:49:04.090805 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57518) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:04.229598 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a77e92c8-6f6b-489a-8337-f5d7a3b726da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:04.245627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a77e92c8-6f6b-489a-8337-f5d7a3b726da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:04.250054 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a77e92c8-6f6b-489a-8337-f5d7a3b726da admin admin] Usage tracker for resource:security_group_rule and tenant:ba01aea3c55b4e5d8361ade58f3e0883 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:04.253245 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a77e92c8-6f6b-489a-8337-f5d7a3b726da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:04.260095 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a77e92c8-6f6b-489a-8337-f5d7a3b726da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:04.354059 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a77e92c8-6f6b-489a-8337-f5d7a3b726da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:04.358031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a77e92c8-6f6b-489a-8337-f5d7a3b726da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:04.368868 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ec14a1c1-ab7a-499f-8690-6b9fb8d83e11 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:04.412977 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a77e92c8-6f6b-489a-8337-f5d7a3b726da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba01aea3c55b4e5d8361ade58f3e0883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210413 Apr 19 19:49:04.413881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e92c8-6f6b-489a-8337-f5d7a3b726da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69cdbf7-d6ab-4e10-bc7e-f200abf52ac0,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:04.416232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57524) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:04.417399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a77e92c8-6f6b-489a-8337-f5d7a3b726da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:04.483301 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f596d83c-f88d-4cff-acbc-572168fbc65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:04.511186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f596d83c-f88d-4cff-acbc-572168fbc65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:04.567862 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f596d83c-f88d-4cff-acbc-572168fbc65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:04.573052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-aa38a55f-49b0-4768-acd7-53e9588dfefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:04.584573 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596d83c-f88d-4cff-acbc-572168fbc65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69cdbf7-d6ab-4e10-bc7e-f200abf52ac0,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:04.589678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f596d83c-f88d-4cff-acbc-572168fbc65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:04.592741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f596d83c-f88d-4cff-acbc-572168fbc65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:04.593939 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f596d83c-f88d-4cff-acbc-572168fbc65d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a69cdbf7-d6ab-4e10-bc7e-f200abf52ac0 HTTP/1.1" status: 204 len: 168 time: 0.1766808 Apr 19 19:49:04.924243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57532) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:04.944155 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d6c30b35-efcf-440f-ac11-325d05b4b71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:04.960129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-d6c30b35-efcf-440f-ac11-325d05b4b71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:04.964641 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d6c30b35-efcf-440f-ac11-325d05b4b71f admin admin] Usage tracker for resource:security_group_rule and tenant:80872e1ad89742538fd185c492cd5cad is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:04.967810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d6c30b35-efcf-440f-ac11-325d05b4b71f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:04.974236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-d6c30b35-efcf-440f-ac11-325d05b4b71f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:05.075864 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d6c30b35-efcf-440f-ac11-325d05b4b71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:05.081916 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d6c30b35-efcf-440f-ac11-325d05b4b71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:05.091446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9956f783-54a3-49e2-963a-dd955cccd9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:05.133777 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d6c30b35-efcf-440f-ac11-325d05b4b71f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80872e1ad89742538fd185c492cd5cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082608 Apr 19 19:49:05.134766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c30b35-efcf-440f-ac11-325d05b4b71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271fe24f-9de8-42c8-b136-f677b1899e06,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:05.136852 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57536) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:05.137993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d6c30b35-efcf-440f-ac11-325d05b4b71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:05.199423 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c07400fd-7a43-41b7-9495-2a611f2f8b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:05.227925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c07400fd-7a43-41b7-9495-2a611f2f8b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:05.276915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c07400fd-7a43-41b7-9495-2a611f2f8b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:05.283288 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d3c95c75-3fe8-437c-9f04-17e39392a42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:05.299675 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07400fd-7a43-41b7-9495-2a611f2f8b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271fe24f-9de8-42c8-b136-f677b1899e06,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:05.302119 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c07400fd-7a43-41b7-9495-2a611f2f8b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:05.309981 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c07400fd-7a43-41b7-9495-2a611f2f8b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:05.311258 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c07400fd-7a43-41b7-9495-2a611f2f8b34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/271fe24f-9de8-42c8-b136-f677b1899e06 HTTP/1.1" status: 204 len: 168 time: 0.1733215 Apr 19 19:49:06.155484 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57560) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:06.275451 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1601574890-network', 'tenant_id': 'd623ec8ace684eb69e165db8f497914b'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:49:06.280766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:06.284889 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Usage tracker for resource:network and tenant:d623ec8ace684eb69e165db8f497914b is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:06.287930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:06.294996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:06.304896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Made reservation on behalf of d623ec8ace684eb69e165db8f497914b for: {'network': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:49:06.309660 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:06.322647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:06.341752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:06.346074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Usage tracker for resource:security_group_rule and tenant:d623ec8ace684eb69e165db8f497914b is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:06.349272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:06.355791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:06.408037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ae4cdf67-0747-4538-8b3f-d999e7ef32fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:06.446658 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:06.451109 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:06.454352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-20b3b002-4e7a-4cfe-95d8-37fe03962607 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:06.483163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=86441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:49:06.492519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8913eb-5d52-435d-893e-ff961bcfeea3,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:06.496413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:06.498955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:06.499343 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Added segment e2d7c91d-5a50-432d-8271-e70ee292e65c of type vlan for network 471a6fc9-f263-4f31-9c15-af0052d3035d Apr 19 19:49:06.526337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:06.558048 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:06.559481 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:06.560112 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:06.563664 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1c3241ad-91eb-4723-8883-8e941d1f6219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:06.671451 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Pushing event updated for resources: {'Network': ['ID=471a6fc9-f263-4f31-9c15-af0052d3035d,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:06.677459 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5179067 Apr 19 19:49:06.677459 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:06.677740 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57566) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:06.682837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 471a6fc9-f263-4f31-9c15-af0052d3035d details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:49:06.683795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Request body: {'subnet': {'network_id': '471a6fc9-f263-4f31-9c15-af0052d3035d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1601574890-subnet', 'tenant_id': 'd623ec8ace684eb69e165db8f497914b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:49:06.690092 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:06.694185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Usage tracker for resource:subnet and tenant:d623ec8ace684eb69e165db8f497914b is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:06.698280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:06.704881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:06.719943 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Made reservation on behalf of d623ec8ace684eb69e165db8f497914b for: {'subnet': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:49:06.725257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827442556'] for subnet, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:07.151502 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-722211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827442539'] for subnet, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:07.152098 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:07.155559 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:07.229064 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c0da1d0-3ec2-44a4-849c-7c3cdae3ef6d,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:07.231909 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:07.239930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Checking segment: {'id': 'e2d7c91d-5a50-432d-8271-e70ee292e65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '471a6fc9-f263-4f31-9c15-af0052d3035d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:49:07.240317 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Network hostable DHCP agents. Network: 471a6fc9-f263-4f31-9c15-af0052d3035d, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:49:07.259945 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Network 471a6fc9-f263-4f31-9c15-af0052d3035d is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:49:07.269630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 471a6fc9-f263-4f31-9c15-af0052d3035d) {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:49:07.280776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5388d375-9d53-491c-82fb-ec16ef7130f3 None None] Network 471a6fc9-f263-4f31-9c15-af0052d3035d requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:49:07.282742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:07.283398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:07.303631 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6249030 Apr 19 19:49:07.511985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a2450-6a2d-455a-9993-2ea4fc33626d None None] Network 471a6fc9-f263-4f31-9c15-af0052d3035d requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:49:07.857356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57584) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:07.863743 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-809231770-network', 'tenant_id': '229fa07d82ac489790174dcc70210904'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:49:07.869399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:07.873506 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Usage tracker for resource:network and tenant:229fa07d82ac489790174dcc70210904 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:07.876531 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:07.882540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:07.892703 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Made reservation on behalf of 229fa07d82ac489790174dcc70210904 for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:49:07.897781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:07.911166 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:07.927446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:07.932044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Usage tracker for resource:security_group_rule and tenant:229fa07d82ac489790174dcc70210904 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:07.935344 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:07.941913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:08.034042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:08.039287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:08.045947 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3389fbc1-b110-46c3-bf69-7d1f4c6ad156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:08.074850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:49:08.088315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394773e9-3c30-4cf7-ac1b-e8ad31192b82,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:08.092692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:08.093726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:08.094109 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Added segment 92524851-b634-4167-85ec-02c25880883c of type vlan for network 76807ca5-c468-4e67-be75-269cd7fd5fd0 Apr 19 19:49:08.121395 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:08.157592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:08.158991 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:08.159624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:08.164735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8eceebf1-d529-4f04-87d7-4ff498b555d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:08.275283 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4163656 Apr 19 19:49:08.276515 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Pushing event updated for resources: {'Network': ['ID=76807ca5-c468-4e67-be75-269cd7fd5fd0,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:08.279937 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57588) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:08.280386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f7a5dc08-c32a-445f-b23e-5d325401d34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:08.286681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Request body: {'subnet': {'network_id': '76807ca5-c468-4e67-be75-269cd7fd5fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-809231770-subnet', 'tenant_id': '229fa07d82ac489790174dcc70210904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:49:08.288429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 76807ca5-c468-4e67-be75-269cd7fd5fd0 details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:49:08.292700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:08.297084 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Usage tracker for resource:subnet and tenant:229fa07d82ac489790174dcc70210904 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:08.301293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:08.307901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:08.318482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Made reservation on behalf of 229fa07d82ac489790174dcc70210904 for: {'subnet': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:49:08.323286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827442556'] for subnet, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:08.423042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-662bec09-2f2e-4a5c-8567-b97deebf0e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:08.734672 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-722211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827442539'] for subnet, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:08.738576 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-28c15136-8e4c-4ed8-ba58-15d5cb2371ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:08.811113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47555c08-8b98-452d-97ef-b68adb213b84,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:08.813974 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:08.823947 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Checking segment: {'id': '92524851-b634-4167-85ec-02c25880883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '76807ca5-c468-4e67-be75-269cd7fd5fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:49:08.824342 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Network hostable DHCP agents. Network: 76807ca5-c468-4e67-be75-269cd7fd5fd0, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:49:08.845617 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Network 76807ca5-c468-4e67-be75-269cd7fd5fd0 is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:49:08.855732 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 76807ca5-c468-4e67-be75-269cd7fd5fd0) {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:49:08.865919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952dd1d8-7b9e-4c4a-a371-34588b818420 None None] Network 76807ca5-c468-4e67-be75-269cd7fd5fd0 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:49:08.873725 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:08.875532 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:08.899376 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-1da0ddd7-ff84-4bde-a077-e2300040e2e8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6180625 Apr 19 19:49:09.098965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:09.113610 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc80f4f-20e6-4f41-8a29-193d07a9951a None None] Network 76807ca5-c468-4e67-be75-269cd7fd5fd0 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:49:09.466300 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:10.559183 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5258cf33-a21e-4040-add1-aa28db5fc329 req-3b36dbc9-e311-4652-b194-81569806a1bb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867822 Apr 19 19:49:10.664137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258cf33-a21e-4040-add1-aa28db5fc329 req-46286a0c-48a8-4f01-aff6-5cb79755f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:10.665708 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5258cf33-a21e-4040-add1-aa28db5fc329 req-46286a0c-48a8-4f01-aff6-5cb79755f6e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 1099 time: 0.0825577 Apr 19 19:49:10.824371 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258cf33-a21e-4040-add1-aa28db5fc329 req-a8ce15a4-615b-4cbc-93d1-e2a900c545bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:10.825968 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5258cf33-a21e-4040-add1-aa28db5fc329 req-a8ce15a4-615b-4cbc-93d1-e2a900c545bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 913 time: 0.1398480 Apr 19 19:49:10.941436 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5258cf33-a21e-4040-add1-aa28db5fc329 req-9e83c6de-7c4c-460f-814d-5cefd04c6648 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d141dee2-f19d-4117-adf5-faeb7ce69e9c HTTP/1.1" status: 200 len: 1002 time: 0.1085081 Apr 19 19:49:11.010268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:11.012690 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258cf33-a21e-4040-add1-aa28db5fc329 req-e9ae38c3-433b-4917-8601-4a73ec97335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:11.014345 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5258cf33-a21e-4040-add1-aa28db5fc329 req-e9ae38c3-433b-4917-8601-4a73ec97335c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0659606 Apr 19 19:49:11.109736 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258cf33-a21e-4040-add1-aa28db5fc329 req-774463af-ed93-4130-84cb-453b83d2ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:11.111401 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5258cf33-a21e-4040-add1-aa28db5fc329 req-774463af-ed93-4130-84cb-453b83d2ad6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905499 Apr 19 19:49:11.257611 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5258cf33-a21e-4040-add1-aa28db5fc329 req-b884b08f-1f68-4d62-aa19-6dd5cd1006a5 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384537 Apr 19 19:49:11.651018 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5258cf33-a21e-4040-add1-aa28db5fc329 req-ab946e8b-6f28-47c3-b9ef-f9222fc5badb service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859806 Apr 19 19:49:25.881011 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57708) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:25.954572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-312c989f-c69b-4398-b985-cb05db76ff51 admin admin] Deleting subnet 3c0da1d0-3ec2-44a4-849c-7c3cdae3ef6d {{(pid=86441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:49:25.958044 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-312c989f-c69b-4398-b985-cb05db76ff51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:26.021973 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-312c989f-c69b-4398-b985-cb05db76ff51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852762686'] for subnet, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:26.080307 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-312c989f-c69b-4398-b985-cb05db76ff51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:26.340289 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-312c989f-c69b-4398-b985-cb05db76ff51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854053530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27333294'] for subnet, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:26.344354 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2df304e7-6e53-4bef-9f28-18d803bdf220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:26.380640 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c989f-c69b-4398-b985-cb05db76ff51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c0da1d0-3ec2-44a4-849c-7c3cdae3ef6d,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:26.383970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-312c989f-c69b-4398-b985-cb05db76ff51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:26.385021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-312c989f-c69b-4398-b985-cb05db76ff51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:26.391711 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-312c989f-c69b-4398-b985-cb05db76ff51 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3c0da1d0-3ec2-44a4-849c-7c3cdae3ef6d HTTP/1.1" status: 204 len: 168 time: 0.5092521 Apr 19 19:49:26.396155 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57712) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:26.511401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:26.644724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:26.765932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471a6fc9-f263-4f31-9c15-af0052d3035d']}} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:49:26.779791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d7c91d-5a50-432d-8271-e70ee292e65c') {'for_net_delete': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:49:26.780143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d7c91d-5a50-432d-8271-e70ee292e65c') {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:49:26.792338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013130'] for segment, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:26.807462 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:26.814281 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=86441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:49:26.994774 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Network 471a6fc9-f263-4f31-9c15-af0052d3035d has no segments {{(pid=86441) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:49:27.003912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-722117'] for segment, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:27.184139 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Network 471a6fc9-f263-4f31-9c15-af0052d3035d has no segments {{(pid=86441) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:49:27.206950 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:49:27.286218 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:27.290362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:27.304181 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:27.314071 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Pushing event deleted for resources: {'Network': ['ID=471a6fc9-f263-4f31-9c15-af0052d3035d,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:27.318940 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] 10.222.0.55 "DELETE /v2.0/networks/471a6fc9-f263-4f31-9c15-af0052d3035d HTTP/1.1" status: 204 len: 168 time: 0.9215708 Apr 19 19:49:27.322178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57716) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:27.324060 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:27.324491 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:27.324891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:27.325308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:27.325712 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:27.326111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:27.326496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:27.326911 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:27.327306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:27.327696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:27.328081 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:27.328473 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:27.331724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9caeced6-2c6e-44b4-9e17-aaf3f83fd318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:27.404880 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd88dc8-f1f5-4e2f-923f-f9df381e136c admin admin] Deleting subnet 47555c08-8b98-452d-97ef-b68adb213b84 {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:49:27.408333 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1cd88dc8-f1f5-4e2f-923f-f9df381e136c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:27.461573 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1cd88dc8-f1f5-4e2f-923f-f9df381e136c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1828217'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:27.524283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1cd88dc8-f1f5-4e2f-923f-f9df381e136c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:27.794130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1cd88dc8-f1f5-4e2f-923f-f9df381e136c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-875142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27428055'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:27.799169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:27.839875 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd88dc8-f1f5-4e2f-923f-f9df381e136c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47555c08-8b98-452d-97ef-b68adb213b84,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:27.841994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1cd88dc8-f1f5-4e2f-923f-f9df381e136c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:27.844736 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1cd88dc8-f1f5-4e2f-923f-f9df381e136c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:27.849354 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-1cd88dc8-f1f5-4e2f-923f-f9df381e136c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/47555c08-8b98-452d-97ef-b68adb213b84 HTTP/1.1" status: 204 len: 168 time: 0.5260353 Apr 19 19:49:27.852254 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57720) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:27.969252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:28.103232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:28.218716 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76807ca5-c468-4e67-be75-269cd7fd5fd0']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:49:28.231546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92524851-b634-4167-85ec-02c25880883c') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:49:28.231890 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92524851-b634-4167-85ec-02c25880883c') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:49:28.244377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947599'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:28.260149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:28.266913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:49:28.446158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] Network 76807ca5-c468-4e67-be75-269cd7fd5fd0 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:49:28.460771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853900507'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:28.648394 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] Network 76807ca5-c468-4e67-be75-269cd7fd5fd0 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:49:28.671326 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:49:28.753196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:28.757960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:28.760542 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a74949c7-7b94-4ffd-8f98-045fef8c73e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:28.781360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=76807ca5-c468-4e67-be75-269cd7fd5fd0,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:28.783788 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:28.785530 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-dcbc4222-ec16-4bad-bb89-48f607c38a88 admin admin] 10.222.0.55 "DELETE /v2.0/networks/76807ca5-c468-4e67-be75-269cd7fd5fd0 HTTP/1.1" status: 204 len: 168 time: 0.9323282 Apr 19 19:49:28.976150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57726) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:29.033274 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-2d2cf154-86fb-4fca-9d11-de934f477d96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d623ec8ace684eb69e165db8f497914b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555468 Apr 19 19:49:29.037335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57730) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:29.110244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c14648f1-6997-4297-8a05-3cbaa7a6f92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:29.138378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c14648f1-6997-4297-8a05-3cbaa7a6f92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:29.185456 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c14648f1-6997-4297-8a05-3cbaa7a6f92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:29.189241 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7a6f2cf9-7651-4042-b398-1b6a6bb08adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:29.201111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14648f1-6997-4297-8a05-3cbaa7a6f92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8913eb-5d52-435d-893e-ff961bcfeea3,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:29.204944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c14648f1-6997-4297-8a05-3cbaa7a6f92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:29.208294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c14648f1-6997-4297-8a05-3cbaa7a6f92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:29.209560 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c14648f1-6997-4297-8a05-3cbaa7a6f92d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a8913eb-5d52-435d-893e-ff961bcfeea3 HTTP/1.1" status: 204 len: 168 time: 0.1709163 Apr 19 19:49:29.616570 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57738) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:29.670621 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a2bf8e17-ad57-4b50-abbe-599ca39776ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=229fa07d82ac489790174dcc70210904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527120 Apr 19 19:49:29.673320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57742) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:29.736310 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f8b1aa7e-5cc2-402d-8ee0-f598a32bd52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:29.763880 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f8b1aa7e-5cc2-402d-8ee0-f598a32bd52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:29.812808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f8b1aa7e-5cc2-402d-8ee0-f598a32bd52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:29.816627 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-676a84c6-e00e-4d22-8000-2b8af76c9748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:29.833490 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1aa7e-5cc2-402d-8ee0-f598a32bd52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394773e9-3c30-4cf7-ac1b-e8ad31192b82,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:29.836582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f8b1aa7e-5cc2-402d-8ee0-f598a32bd52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:29.838629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f8b1aa7e-5cc2-402d-8ee0-f598a32bd52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:29.839816 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f8b1aa7e-5cc2-402d-8ee0-f598a32bd52d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/394773e9-3c30-4cf7-ac1b-e8ad31192b82 HTTP/1.1" status: 204 len: 168 time: 0.1654699 Apr 19 19:49:30.695867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:49:36.422102 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fc5dcdd9-a6ee-4740-8727-d5b3457fc79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:37.170938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:38.426746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-17756976-519d-4c5c-906f-31c443a0b7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:39.025765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:39.471155 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:41.004538 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:42.133526 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-43f619bc-a9f8-43ad-b8f6-9eca87e028e9 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007707753&fields=id&tenant_id=7e4d3653c531499ab4cea96df1a5ef60 HTTP/1.1" status: 200 len: 267 time: 0.0444145 Apr 19 19:49:42.305272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9f28-e76a-4411-84f5-870d4900e603 req-3f0cfa36-fbcc-4b12-a28b-777623d295f6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:42.307043 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-3f0cfa36-fbcc-4b12-a28b-777623d295f6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 812 time: 0.1661661 Apr 19 19:49:42.324788 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-58d97e14-e1be-4c92-b716-27cd3af83abc tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/quotas/7e4d3653c531499ab4cea96df1a5ef60 HTTP/1.1" status: 200 len: 375 time: 0.0112407 Apr 19 19:49:42.423942 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-3ae327c4-932c-48c6-a9d5-a20835274e94 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0928593 Apr 19 19:49:42.566601 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57874) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:42.581137 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-e30fb63b-71c3-45cb-bba3-8bd2c5f32109 service neutron] 10.222.0.55 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441135 Apr 19 19:49:42.707611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-05e49245-1fdc-4688-8425-d139187c32af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:42.751770 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-05e49245-1fdc-4688-8425-d139187c32af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:42.760073 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-05e49245-1fdc-4688-8425-d139187c32af admin admin] Usage tracker for resource:security_group_rule and tenant:dde3341c7f5d427cbab02b1b7c0084fe is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:42.764141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-05e49245-1fdc-4688-8425-d139187c32af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:42.768601 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-60ff454e-a7df-4f98-8b8f-7afcaba55a48 service neutron] 10.222.0.55 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807518 Apr 19 19:49:42.773040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-05e49245-1fdc-4688-8425-d139187c32af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:42.864962 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-05e49245-1fdc-4688-8425-d139187c32af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:42.868464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-05e49245-1fdc-4688-8425-d139187c32af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:42.875938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-65c7b2fa-a491-4db1-b331-3c04320ae619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:42.919206 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e49245-1fdc-4688-8425-d139187c32af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0474ba35-5300-4160-9d44-ddf080d470e1,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:42.926536 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-05e49245-1fdc-4688-8425-d139187c32af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dde3341c7f5d427cbab02b1b7c0084fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563430 Apr 19 19:49:42.926536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-05e49245-1fdc-4688-8425-d139187c32af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:42.926871 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57884) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:42.994036 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-82e534a2-6195-4fd5-a1b9-b80a24bbf194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:43.022499 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-82e534a2-6195-4fd5-a1b9-b80a24bbf194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:43.079447 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-82e534a2-6195-4fd5-a1b9-b80a24bbf194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:43.083952 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f409f3bb-ecca-4299-a977-6e2d61d92dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:43.097718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e534a2-6195-4fd5-a1b9-b80a24bbf194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0474ba35-5300-4160-9d44-ddf080d470e1,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:43.100825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-82e534a2-6195-4fd5-a1b9-b80a24bbf194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:43.111515 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-82e534a2-6195-4fd5-a1b9-b80a24bbf194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:43.114126 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-82e534a2-6195-4fd5-a1b9-b80a24bbf194 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0474ba35-5300-4160-9d44-ddf080d470e1 HTTP/1.1" status: 204 len: 168 time: 0.1849992 Apr 19 19:49:43.207776 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2fc5ab69-f1d8-4bec-8ac3-bfe2e4824836 req-0b3b8e62-daed-4ddc-96db-b8713334a0f6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 210 time: 0.0501740 Apr 19 19:49:43.851702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 57920) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:43.970664 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-277031908-network', 'tenant_id': '72b94d5b77ea40ffbc9305a5d0417a23'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:49:43.975930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:43.980925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Usage tracker for resource:network and tenant:72b94d5b77ea40ffbc9305a5d0417a23 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:43.984146 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:43.991305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:44.002624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Made reservation on behalf of 72b94d5b77ea40ffbc9305a5d0417a23 for: {'network': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:49:44.007401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:44.020989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:44.036363 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:44.040526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Usage tracker for resource:security_group_rule and tenant:72b94d5b77ea40ffbc9305a5d0417a23 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:44.043465 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:44.049640 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:44.137546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:44.140918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:44.145522 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b7c5f88b-560a-43dc-8249-40d40688080f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:44.171713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=86441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:49:44.215271 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60d029b-4900-48f4-a398-0fabaf496dee,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:44.224287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:44.225296 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:44.225622 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Added segment 4810e7a0-d243-4b14-a2e2-565a55f97ac3 of type vlan for network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 Apr 19 19:49:44.329362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:44.404797 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aa0be287-e9ea-474f-a6d2-13fde79ceb8f req-d4cdadd9-79aa-4ccf-b4c5-845be9e35862 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 210 time: 0.0774190 Apr 19 19:49:44.443282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9f28-e76a-4411-84f5-870d4900e603 req-dc3cc1b9-febf-4a4f-9e4e-c259c46916d6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:44.444813 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-dc3cc1b9-febf-4a4f-9e4e-c259c46916d6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 812 time: 0.2576859 Apr 19 19:49:44.450171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:44.451506 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:44.452132 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:44.455705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:44.594487 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7412710 Apr 19 19:49:44.598150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 57928) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:49:44.604719 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Request body: {'subnet': {'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-277031908-subnet', 'tenant_id': '72b94d5b77ea40ffbc9305a5d0417a23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:49:44.606360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Pushing event updated for resources: {'Network': ['ID=21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:44.610519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:44.611939 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d244b6e4-8069-43fe-9933-ad0123b1f5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:44.614798 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Usage tracker for resource:subnet and tenant:72b94d5b77ea40ffbc9305a5d0417a23 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:44.617901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:49:44.619190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:44.625429 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:44.636721 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Made reservation on behalf of 72b94d5b77ea40ffbc9305a5d0417a23 for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:49:44.637415 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-4a7e0930-5dde-4c45-83af-53a67ae7ae9e tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e4d3653c531499ab4cea96df1a5ef60 HTTP/1.1" status: 200 len: 8061 time: 0.1683049 Apr 19 19:49:44.641625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827347715'] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:44.647611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'port': {'device_id': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'admin_state_up': True, 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'security_groups': ['bf0db437-f3ea-4d7a-bd43-22ad490124bc']}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:49:44.795536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:44.806003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:44.815668 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Made reservation on behalf of 7e4d3653c531499ab4cea96df1a5ef60 for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:49:44.822029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:45.006562 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Allocated IP 172.20.0.12 (b92fce1f-653b-440e-a0f1-f33f9714fc4d/5e9a6084-dd1f-49c4-bf1b-3233681b3912/5a920d19-62d0-44bf-b074-143d32196932) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:49:45.060691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853900605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827347732'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:45.065855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-957996e3-5382-46b4-9a77-8bf902ec6091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:45.128882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57101ea9-5687-4e23-b792-197d96be16a0,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:45.141646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:45.142063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:45.142483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:45.142898 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:45.143295 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:45.143752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:45.144632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:45.145332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:45.146099 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:45.146558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:45.146921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:45.147313 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:45.150883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:45.175465 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Checking segment: {'id': '4810e7a0-d243-4b14-a2e2-565a55f97ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:49:45.175852 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Network hostable DHCP agents. Network: 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:49:45.194690 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:49:45.203501 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:49:45.216003 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f1e922-6dd8-4e34-81fc-58094eaf6c5d None None] Network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:49:45.217556 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:45.218203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:45.218810 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:45.240220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Transition to ACTIVE for port object 5a920d19-62d0-44bf-b074-143d32196932 will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:49:45.248640 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6491921 Apr 19 19:49:45.268751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:45.275195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a79f0533-5ab3-4120-813b-ecf7c73f2bc0 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:45.357895 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:49:45.361549 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:49:45.367130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:49:45.396277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'Port': ['ID=5a920d19-62d0-44bf-b074-143d32196932,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:45.403375 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:45.462771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:45.463590 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:45.498728 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8555169 Apr 19 19:49:45.512706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Request body: {'port': {'device_id': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:49:45.625397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-3b6c1469-b993-4ade-a4cd-f03d1ab84e5a None None] Provisioning for port 5a920d19-62d0-44bf-b074-143d32196932 completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:49:45.639172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-3b6c1469-b993-4ade-a4cd-f03d1ab84e5a None None] Provisioning complete for port 5a920d19-62d0-44bf-b074-143d32196932 triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:49:45.639172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3b6c1469-b993-4ade-a4cd-f03d1ab84e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:45.721772 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:45.744126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c1469-b993-4ade-a4cd-f03d1ab84e5a None None] Port 5a920d19-62d0-44bf-b074-143d32196932 cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:49:45.747344 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a3655c-b724-463e-8c89-d82ecb6774e5 None None] Network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:49:45.775340 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02f5cf-e244-4765-8003-aecb541179bf req-c667653c-7aa2-462b-9be8-a7758b8c9eec tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:45.776112 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-2a02f5cf-e244-4765-8003-aecb541179bf req-c667653c-7aa2-462b-9be8-a7758b8c9eec tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Synchronizing usage tracker for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:49:45.825586 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-2a02f5cf-e244-4765-8003-aecb541179bf req-c667653c-7aa2-462b-9be8-a7758b8c9eec tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Unset dirty status for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:49:45.826913 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2a02f5cf-e244-4765-8003-aecb541179bf req-c667653c-7aa2-462b-9be8-a7758b8c9eec tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 932 time: 0.2616403 Apr 19 19:49:46.282335 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2a02f5cf-e244-4765-8003-aecb541179bf req-f149f264-5113-4919-a0f2-88658a58fb9c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4147933 Apr 19 19:49:46.436842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a920d19-62d0-44bf-b074-143d32196932 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:49:46.447240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:46.470400 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Transition to ACTIVE for port object 5a920d19-62d0-44bf-b074-143d32196932 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:49:46.474792 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:46.478555 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b26db4da-5d82-4e12-828c-eed9c7a268f8 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:46.641828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Pushing event updated for resources: {'Port': ['ID=5a920d19-62d0-44bf-b074-143d32196932,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:46.645276 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:46.731291 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Attempting to bind port 5a920d19-62d0-44bf-b074-143d32196932 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:49:46.731653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Attempting to bind port 5a920d19-62d0-44bf-b074-143d32196932 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:49:46.732015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Attempting to bind port 5a920d19-62d0-44bf-b074-143d32196932 on network b92fce1f-653b-440e-a0f1-f33f9714fc4d {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:49:46.737115 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Port 5a920d19-62d0-44bf-b074-143d32196932 on network b92fce1f-653b-440e-a0f1-f33f9714fc4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:49:46.737477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Attempting to bind port 5a920d19-62d0-44bf-b074-143d32196932 on network b92fce1f-653b-440e-a0f1-f33f9714fc4d {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:49:46.743132 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:49:46.743499 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Checking segment: {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:49:46.743908 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Bound using segment: {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:49:46.744409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Bound port: 5a920d19-62d0-44bf-b074-143d32196932, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1621af78-b28f-48fb-ac66-fa53a68e595a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:49:46.744818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:46.846015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] For port 5a920d19-62d0-44bf-b074-143d32196932, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:49:46.849238 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] For port 5a920d19-62d0-44bf-b074-143d32196932, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5a920d19-62d0-44bf-b074-143d32196932,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:49:46.854040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:46.857777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-447c1a66-da15-487e-8c30-eb29c9a4ab63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:46.919528 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:46.920190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:46.921684 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] 10.222.0.52 "PUT /v2.0/ports/5a920d19-62d0-44bf-b074-143d32196932 HTTP/1.1" status: 200 len: 1094 time: 1.4141819 Apr 19 19:49:46.922241 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'tag': '5a920d19-62d0-44bf-b074-143d32196932'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:49:46.945780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Pushing event updated for resources: {'Port': ['ID=5a920d19-62d0-44bf-b074-143d32196932,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:46.949576 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:47.017916 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'tag': '5a920d19-62d0-44bf-b074-143d32196932', 'status': 'completed', 'code': 200} Apr 19 19:49:47.056356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9f28-e76a-4411-84f5-870d4900e603 req-26091309-2cb0-4719-ab55-ed3f08955827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:47.057968 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-26091309-2cb0-4719-ab55-ed3f08955827 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 1097 time: 0.0822337 Apr 19 19:49:47.138213 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-cd4675a3-7c1a-43ed-9394-3cc22ab4ae8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a920d19-62d0-44bf-b074-143d32196932 HTTP/1.1" status: 200 len: 217 time: 0.0719740 Apr 19 19:49:47.213114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9f28-e76a-4411-84f5-870d4900e603 req-38599529-fcbf-41cd-bb58-7866cce6c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:47.214731 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-38599529-fcbf-41cd-bb58-7866cce6c11b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0685954 Apr 19 19:49:47.442884 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9f28-e76a-4411-84f5-870d4900e603 req-480db65f-a5cf-4e7c-9ab2-87b3941bf1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:47.444349 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-480db65f-a5cf-4e7c-9ab2-87b3941bf1f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2225685 Apr 19 19:49:47.597045 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-47679304-53c8-437d-9c4e-3dfa9bce4071 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:47.597777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-47679304-53c8-437d-9c4e-3dfa9bce4071 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Synchronizing usage tracker for tenant:72b94d5b77ea40ffbc9305a5d0417a23 on resource:network {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:49:47.672140 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-4bc29800-d139-4ba6-9c76-6e9bdfbc5208 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186847 Apr 19 19:49:47.674959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-47679304-53c8-437d-9c4e-3dfa9bce4071 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Unset dirty status for tenant:72b94d5b77ea40ffbc9305a5d0417a23 on resource:network {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:49:47.676133 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-47679304-53c8-437d-9c4e-3dfa9bce4071 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/networks?id=21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 HTTP/1.1" status: 200 len: 808 time: 0.3975966 Apr 19 19:49:47.689181 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9dd86-233a-456e-90c8-b6279eb23817 req-2cac5381-f144-4896-801c-a3d3067ccf50 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:47.690757 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c7c9dd86-233a-456e-90c8-b6279eb23817 req-2cac5381-f144-4896-801c-a3d3067ccf50 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 944 time: 0.2912006 Apr 19 19:49:47.795260 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-f67c5068-52db-49e0-9ac6-43c8eb965d74 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/quotas/72b94d5b77ea40ffbc9305a5d0417a23 HTTP/1.1" status: 200 len: 375 time: 0.1034865 Apr 19 19:49:47.897565 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-5da6ef6c-d275-49de-944d-5615ca5dbece tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72b94d5b77ea40ffbc9305a5d0417a23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931134 Apr 19 19:49:47.924593 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c7c9dd86-233a-456e-90c8-b6279eb23817 req-34f4a6f4-9872-495e-b317-85f8a77443a3 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087746 Apr 19 19:49:47.932186 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-050d9f28-e76a-4411-84f5-870d4900e603 req-6665fac3-21a3-46ed-b3ff-90abbec4626c service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520084 Apr 19 19:49:47.979458 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-7433b83d-4283-4261-9a26-fdbd8964bfb1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:49:47.980540 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-7433b83d-4283-4261-9a26-fdbd8964bfb1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0664842 Apr 19 19:49:48.185709 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d31724-f655-4906-9198-32cf12c692f7 req-3ea85f11-4f54-4fe4-b5ef-80bdf5193dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:48.187350 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-70d31724-f655-4906-9198-32cf12c692f7 req-3ea85f11-4f54-4fe4-b5ef-80bdf5193dcb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 1097 time: 0.2058828 Apr 19 19:49:48.189485 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-c47742ab-6518-4fdb-8ee9-704fffbb2705 service neutron] 10.222.0.55 "GET /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732290 Apr 19 19:49:48.448787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d31724-f655-4906-9198-32cf12c692f7 req-75a638c4-638e-4399-8ed4-ffbddba1489f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:48.450311 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-70d31724-f655-4906-9198-32cf12c692f7 req-75a638c4-638e-4399-8ed4-ffbddba1489f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 913 time: 0.2549570 Apr 19 19:49:48.453663 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e2115d0b-9fd4-4360-9520-4223c84cab17 service neutron] 10.222.0.55 "GET /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363424 Apr 19 19:49:48.532461 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-70d31724-f655-4906-9198-32cf12c692f7 req-a0881a58-514b-4e58-aa12-158d6a925351 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a920d19-62d0-44bf-b074-143d32196932 HTTP/1.1" status: 200 len: 217 time: 0.0666544 Apr 19 19:49:48.647461 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d31724-f655-4906-9198-32cf12c692f7 req-42d1bc47-bc8c-44ce-a4a0-b50f7e64977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:48.648991 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-70d31724-f655-4906-9198-32cf12c692f7 req-42d1bc47-bc8c-44ce-a4a0-b50f7e64977a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.1080582 Apr 19 19:49:48.656035 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9548d50f-f2d0-4511-a9d9-24e7e5d5d80f req-bbd2515a-c0dd-4345-b90d-0ec93d8e8679 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 210 time: 0.0538173 Apr 19 19:49:48.735040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d31724-f655-4906-9198-32cf12c692f7 req-79eb48e5-5895-49c5-91e7-6cc5c7bd9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:48.736593 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-70d31724-f655-4906-9198-32cf12c692f7 req-79eb48e5-5895-49c5-91e7-6cc5c7bd9192 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796010 Apr 19 19:49:48.885461 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-70d31724-f655-4906-9198-32cf12c692f7 req-70f828dd-3147-4280-be68-c0b3be7c2c44 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406717 Apr 19 19:49:49.039391 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-70d31724-f655-4906-9198-32cf12c692f7 req-c105c092-65ff-434f-b295-11eb68718cc5 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434748 Apr 19 19:49:49.131164 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebe46-96e1-49b4-a95e-596c66c2c1a9 req-4ca5fe24-f7a5-45c2-9e44-90d90f709d9d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:49.132802 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-564ebe46-96e1-49b4-a95e-596c66c2c1a9 req-4ca5fe24-f7a5-45c2-9e44-90d90f709d9d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 944 time: 0.0924397 Apr 19 19:49:49.181352 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-564ebe46-96e1-49b4-a95e-596c66c2c1a9 req-1d6597f9-54bd-4c27-8577-acf61eefe047 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420678 Apr 19 19:49:49.765446 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-acf557e8-6d99-462a-ac9b-ef289b54db5f req-8e332489-d4a0-446c-8665-d81d3d37ab4c tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 210 time: 0.0499771 Apr 19 19:49:50.400060 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0911c-7dd4-419d-996f-91c0534c8a2f req-0a6a7bb1-2212-4e00-98a4-a24a5b6d2bd6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:50.401596 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-48f0911c-7dd4-419d-996f-91c0534c8a2f req-0a6a7bb1-2212-4e00-98a4-a24a5b6d2bd6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 944 time: 0.0945599 Apr 19 19:49:50.453368 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-48f0911c-7dd4-419d-996f-91c0534c8a2f req-8ec7b24f-09f4-48f4-a1c3-6c651ab9622a tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422437 Apr 19 19:49:50.875504 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fbfbbc97-1fb1-4d1a-ba3f-e0acf2bfdd22 req-945c5a55-24e6-474e-935a-afa89e81d34c tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 210 time: 0.0503848 Apr 19 19:49:51.678235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2088a2d-1f08-4dec-994b-36787d4d3fc8 req-76b89858-3899-4841-8bcc-013849cbe44e tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:51.679945 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2088a2d-1f08-4dec-994b-36787d4d3fc8 req-76b89858-3899-4841-8bcc-013849cbe44e tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 944 time: 0.0956714 Apr 19 19:49:51.728556 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d2088a2d-1f08-4dec-994b-36787d4d3fc8 req-469d8bd6-8908-4749-8b25-a93c7b6611ea tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422025 Apr 19 19:49:51.986627 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-44149766-f112-468a-ab29-a9d7b820f0a4 req-25f95d54-40bf-4bcc-9598-d9351f54632e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 210 time: 0.0491195 Apr 19 19:49:52.956056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637c5cf-b68a-4f89-9119-627b9ab68b18 req-f193a4b7-bfcc-4657-bbae-47e6b93b7d57 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:52.957647 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d637c5cf-b68a-4f89-9119-627b9ab68b18 req-f193a4b7-bfcc-4657-bbae-47e6b93b7d57 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 944 time: 0.0973935 Apr 19 19:49:53.006935 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d637c5cf-b68a-4f89-9119-627b9ab68b18 req-9870d073-22ce-4c70-9648-0ce245a16674 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415535 Apr 19 19:49:53.153662 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-26dd800a-c41a-44b6-ae67-bf75dff47408 req-30577af6-10e8-42f1-878a-c53b774fb81f tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 210 time: 0.0493934 Apr 19 19:49:53.924771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-ae483ff6-4fc9-438d-a2c7-95d5e8dd6d4e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:53.926288 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-ae483ff6-4fc9-438d-a2c7-95d5e8dd6d4e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.52 "GET /v2.0/networks?id=21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 HTTP/1.1" status: 200 len: 808 time: 0.1587627 Apr 19 19:49:53.939746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Request body: {'port': {'device_id': '948b8711-f819-41dd-aa54-9af7867215e1', 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1', 'admin_state_up': True, 'tenant_id': '72b94d5b77ea40ffbc9305a5d0417a23'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:49:54.086785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:49:54.090970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Usage tracker for resource:port and tenant:72b94d5b77ea40ffbc9305a5d0417a23 is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:49:54.094051 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:49:54.100257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:49:54.109968 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Made reservation on behalf of 72b94d5b77ea40ffbc9305a5d0417a23 for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:49:54.116400 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:54.340538 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-82d951ce-6308-4a52-be9e-7180b5abb17b req-4baf8881-b40e-42be-b25f-f2fd476b513a tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 210 time: 0.0687633 Apr 19 19:49:54.404451 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1de3b-1355-4a60-9d56-b2de5b1770b3 req-93e68f5c-da08-453c-bddf-272d12629313 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:54.406018 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fae1de3b-1355-4a60-9d56-b2de5b1770b3 req-93e68f5c-da08-453c-bddf-272d12629313 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 944 time: 0.2728727 Apr 19 19:49:54.434287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Allocated IP 172.20.0.6 (21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1/57101ea9-5687-4e23-b792-197d96be16a0/c0164637-f57a-493d-af57-def82cc7c773) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:49:54.489841 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-fae1de3b-1355-4a60-9d56-b2de5b1770b3 req-9e0580a7-4832-4dde-a7e1-376376b0c60f tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738125 Apr 19 19:49:54.927126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:54.961716 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:54.968742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a94a9ccd-4a5c-4dcc-9e57-e483b5839669 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:55.037551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:49:55.041448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:49:55.045628 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:49:55.088651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Pushing event updated for resources: {'Port': ['ID=c0164637-f57a-493d-af57-def82cc7c773,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:55.093382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:55.122625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:55.123293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:55.147012 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2114902 Apr 19 19:49:55.159537 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Request body: {'port': {'device_id': '948b8711-f819-41dd-aa54-9af7867215e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:49:55.285766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:55.756015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0164637-f57a-493d-af57-def82cc7c773 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:49:55.767263 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:55.788179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Transition to ACTIVE for port object c0164637-f57a-493d-af57-def82cc7c773 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:49:55.794413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:55.800355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ae73cd1f-30df-4258-bf2e-331512a701c5 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:55.962314 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Pushing event updated for resources: {'Port': ['ID=c0164637-f57a-493d-af57-def82cc7c773,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:55.963985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 5a920d19-62d0-44bf-b074-143d32196932 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:49:55.968795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:56.016255 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6e827-9075-4df4-ae0e-a74aa75a7c39 req-22305fd7-b408-4318-a413-f5fdaef081ba tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:56.016989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-77d6e827-9075-4df4-ae0e-a74aa75a7c39 req-22305fd7-b408-4318-a413-f5fdaef081ba tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Synchronizing usage tracker for tenant:72b94d5b77ea40ffbc9305a5d0417a23 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:49:56.060669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcba095-8ae0-4792-88c0-f50321baae40 req-37e7e55b-6c5c-42d5-bc4e-fb47d1e78f44 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:56.062185 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8dcba095-8ae0-4792-88c0-f50321baae40 req-37e7e55b-6c5c-42d5-bc4e-fb47d1e78f44 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 944 time: 0.4255562 Apr 19 19:49:56.114651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 5a920d19-62d0-44bf-b074-143d32196932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5a920d19-62d0-44bf-b074-143d32196932,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:49:56.118178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-77d6e827-9075-4df4-ae0e-a74aa75a7c39 req-22305fd7-b408-4318-a413-f5fdaef081ba tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Unset dirty status for tenant:72b94d5b77ea40ffbc9305a5d0417a23 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:49:56.119520 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-77d6e827-9075-4df4-ae0e-a74aa75a7c39 req-22305fd7-b408-4318-a413-f5fdaef081ba tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 931 time: 0.6616592 Apr 19 19:49:56.130409 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': '5a920d19-62d0-44bf-b074-143d32196932', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'port_id': '5a920d19-62d0-44bf-b074-143d32196932', 'mac_address': 'fa:16:3e:c1:cf:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:49:56.170010 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8dcba095-8ae0-4792-88c0-f50321baae40 req-48ebf64b-b236-4f99-afa2-417b4c7946c7 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944262 Apr 19 19:49:56.186553 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Attempting to bind port c0164637-f57a-493d-af57-def82cc7c773 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:49:56.186931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Attempting to bind port c0164637-f57a-493d-af57-def82cc7c773 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '4810e7a0-d243-4b14-a2e2-565a55f97ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:49:56.187350 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Attempting to bind port c0164637-f57a-493d-af57-def82cc7c773 on network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:49:56.196634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:56.203521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Port c0164637-f57a-493d-af57-def82cc7c773 on network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:49:56.203881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Attempting to bind port c0164637-f57a-493d-af57-def82cc7c773 on network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:49:56.211067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-77d6e827-9075-4df4-ae0e-a74aa75a7c39 req-67601634-5de9-46b1-8b69-a2dd641ffa69 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Synchronizing usage tracker for tenant:72b94d5b77ea40ffbc9305a5d0417a23 on resource:security_group {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:49:56.215550 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a920d19-62d0-44bf-b074-143d32196932 {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:49:56.216565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:49:56.216935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Checking segment: {'id': '4810e7a0-d243-4b14-a2e2-565a55f97ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:49:56.217347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Bound using segment: {'id': '4810e7a0-d243-4b14-a2e2-565a55f97ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:49:56.217814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Bound port: c0164637-f57a-493d-af57-def82cc7c773, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4810e7a0-d243-4b14-a2e2-565a55f97ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:49:56.218197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:56.232207 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 5a920d19-62d0-44bf-b074-143d32196932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5a920d19-62d0-44bf-b074-143d32196932,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:49:56.235568 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:56.237437 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:56.276828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-77d6e827-9075-4df4-ae0e-a74aa75a7c39 req-67601634-5de9-46b1-8b69-a2dd641ffa69 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Unset dirty status for tenant:72b94d5b77ea40ffbc9305a5d0417a23 on resource:security_group {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:49:56.278056 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-77d6e827-9075-4df4-ae0e-a74aa75a7c39 req-67601634-5de9-46b1-8b69-a2dd641ffa69 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469178 Apr 19 19:49:56.310330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=5a920d19-62d0-44bf-b074-143d32196932,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:56.318249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:56.318629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:56.319054 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:56.319425 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:56.319951 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:56.320316 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:56.320670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:56.321063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:56.321424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:56.321778 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:56.322135 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:56.322494 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:49:56.326396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] For port c0164637-f57a-493d-af57-def82cc7c773, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:49:56.326659 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:56.329858 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] For port c0164637-f57a-493d-af57-def82cc7c773, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c0164637-f57a-493d-af57-def82cc7c773,segment=NetworkSegment(4810e7a0-d243-4b14-a2e2-565a55f97ac3),segment_id=4810e7a0-d243-4b14-a2e2-565a55f97ac3)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:49:56.333809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:56.339004 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:56.392250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:56.392900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:56.394412 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] 10.222.0.52 "PUT /v2.0/ports/c0164637-f57a-493d-af57-def82cc7c773 HTTP/1.1" status: 200 len: 1093 time: 1.2395990 Apr 19 19:49:56.395303 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948b8711-f819-41dd-aa54-9af7867215e1', 'tag': 'c0164637-f57a-493d-af57-def82cc7c773'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:49:56.425351 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Pushing event updated for resources: {'Port': ['ID=c0164637-f57a-493d-af57-def82cc7c773,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:56.428753 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:56.468993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['5a920d19-62d0-44bf-b074-143d32196932'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:49:56.479421 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948b8711-f819-41dd-aa54-9af7867215e1', 'tag': 'c0164637-f57a-493d-af57-def82cc7c773', 'status': 'completed', 'code': 200} Apr 19 19:49:56.523687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-53d1490e-5101-4710-84ca-b10f6da3d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:56.525295 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-53d1490e-5101-4710-84ca-b10f6da3d0d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=72b94d5b77ea40ffbc9305a5d0417a23&device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 1096 time: 0.0887010 Apr 19 19:49:56.603055 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-bb8550fa-871a-4067-baa9-11a7abef053e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0164637-f57a-493d-af57-def82cc7c773 HTTP/1.1" status: 200 len: 217 time: 0.0694916 Apr 19 19:49:56.673905 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-d81d1b09-fb33-4dcc-840e-aad06f102066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:56.675536 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-d81d1b09-fb33-4dcc-840e-aad06f102066 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=57101ea9-5687-4e23-b792-197d96be16a0 HTTP/1.1" status: 200 len: 848 time: 0.0663857 Apr 19 19:49:56.730827 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-ad2bc0da-e242-4eee-a479-720486d926a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479105 Apr 19 19:49:56.882964 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-c220c24a-e1be-41fe-89a8-0d53f37c9e8e service neutron] 10.222.0.52 "GET /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453934 Apr 19 19:49:57.029311 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cc819f77-60ce-4343-9a69-8c6bc775ff92 req-df13546a-9316-4cf0-859c-e2c037739502 service neutron] 10.222.0.52 "GET /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392961 Apr 19 19:49:57.166492 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f7451-6d87-4c5c-b3a7-836ccb530f4f req-d85fe8e5-4bf7-48aa-8c09-1e027e9f22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:57.168032 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-118f7451-6d87-4c5c-b3a7-836ccb530f4f req-d85fe8e5-4bf7-48aa-8c09-1e027e9f22d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=72b94d5b77ea40ffbc9305a5d0417a23&device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 1096 time: 0.0848634 Apr 19 19:49:57.361378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f7451-6d87-4c5c-b3a7-836ccb530f4f req-c657e5f6-94a0-40bf-966b-2ea98869499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:57.362984 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-118f7451-6d87-4c5c-b3a7-836ccb530f4f req-c657e5f6-94a0-40bf-966b-2ea98869499e service neutron] 10.222.0.52 "GET /v2.0/networks?id=21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 HTTP/1.1" status: 200 len: 909 time: 0.1873195 Apr 19 19:49:57.454908 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-118f7451-6d87-4c5c-b3a7-836ccb530f4f req-966d6114-48be-43fb-a416-9cc3fd451c2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0164637-f57a-493d-af57-def82cc7c773 HTTP/1.1" status: 200 len: 217 time: 0.0781341 Apr 19 19:49:57.556803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e775228-847f-4d93-889c-594e3d49daba req-aad294c8-89ff-46c0-aa3a-592080c678ca tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:57.558405 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e775228-847f-4d93-889c-594e3d49daba req-aad294c8-89ff-46c0-aa3a-592080c678ca tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 945 time: 0.2674739 Apr 19 19:49:57.605413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f7451-6d87-4c5c-b3a7-836ccb530f4f req-bbbdac19-772a-4ca5-8632-2b1662d2d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:57.606953 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-118f7451-6d87-4c5c-b3a7-836ccb530f4f req-bbbdac19-772a-4ca5-8632-2b1662d2d91f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=57101ea9-5687-4e23-b792-197d96be16a0 HTTP/1.1" status: 200 len: 848 time: 0.1450834 Apr 19 19:49:57.675989 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-118f7451-6d87-4c5c-b3a7-836ccb530f4f req-71e3968a-3a3b-4ec4-bfb7-c66ed5db18b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560181 Apr 19 19:49:57.680130 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e775228-847f-4d93-889c-594e3d49daba req-7380dca4-cd77-4ddf-afd5-868af0a85442 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091230 Apr 19 19:49:57.801001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fa194-fd1b-4d2d-9321-b875e24acba9 req-7fd47bb1-30bd-4c21-b3a5-2e94cf5715ba tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:57.802603 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b44fa194-fd1b-4d2d-9321-b875e24acba9 req-7fd47bb1-30bd-4c21-b3a5-2e94cf5715ba tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 943 time: 0.3624728 Apr 19 19:49:57.873796 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-118f7451-6d87-4c5c-b3a7-836ccb530f4f req-6a0d94d5-1f26-4488-b518-a9e52f8c1b9c service neutron] 10.222.0.52 "GET /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873167 Apr 19 19:49:57.885476 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b44fa194-fd1b-4d2d-9321-b875e24acba9 req-ecbe62a6-c28c-42c6-a4c3-c0c1e3a0c04f tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669670 Apr 19 19:49:57.984345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device c0164637-f57a-493d-af57-def82cc7c773 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:49:57.986979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 5a920d19-62d0-44bf-b074-143d32196932 up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:49:58.033183 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-118f7451-6d87-4c5c-b3a7-836ccb530f4f req-d92beb4d-2a6c-4467-830c-0606fdbf289b service neutron] 10.222.0.52 "GET /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510551 Apr 19 19:49:58.154392 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port 5a920d19-62d0-44bf-b074-143d32196932 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:49:58.177220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port 5a920d19-62d0-44bf-b074-143d32196932 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:49:58.177726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:58.257938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port c0164637-f57a-493d-af57-def82cc7c773, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c0164637-f57a-493d-af57-def82cc7c773,segment=NetworkSegment(4810e7a0-d243-4b14-a2e2-565a55f97ac3),segment_id=4810e7a0-d243-4b14-a2e2-565a55f97ac3)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:49:58.276597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': 'c0164637-f57a-493d-af57-def82cc7c773', 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1', 'port_id': 'c0164637-f57a-493d-af57-def82cc7c773', 'mac_address': 'fa:16:3e:fa:21:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57101ea9-5687-4e23-b792-197d96be16a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:49:58.385173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:58.408742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:58.418488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0164637-f57a-493d-af57-def82cc7c773 {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:49:58.446330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port c0164637-f57a-493d-af57-def82cc7c773, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c0164637-f57a-493d-af57-def82cc7c773,segment=NetworkSegment(4810e7a0-d243-4b14-a2e2-565a55f97ac3),segment_id=4810e7a0-d243-4b14-a2e2-565a55f97ac3)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:49:58.451262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a920d19-62d0-44bf-b074-143d32196932'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:49:58.459643 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:58.462314 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:58.493919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 5a920d19-62d0-44bf-b074-143d32196932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5a920d19-62d0-44bf-b074-143d32196932,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:49:58.502541 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a920d19-62d0-44bf-b074-143d32196932', 'code': 200} Apr 19 19:49:58.510556 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:49:58.542706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=c0164637-f57a-493d-af57-def82cc7c773,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:58.545711 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:58.546254 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-41caf3a0-cb83-471b-8b8a-9623fc8ed25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:49:58.619383 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=5a920d19-62d0-44bf-b074-143d32196932,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:49:58.622342 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:49:58.692501 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['c0164637-f57a-493d-af57-def82cc7c773'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:49:58.859134 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099c811-f372-4813-93e2-b4b5014d1ac5 req-51d40138-fafa-4d28-b7e2-d76620fb0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:58.860754 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5099c811-f372-4813-93e2-b4b5014d1ac5 req-51d40138-fafa-4d28-b7e2-d76620fb0264 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 1099 time: 0.1271574 Apr 19 19:49:58.923851 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5099c811-f372-4813-93e2-b4b5014d1ac5 req-8a605f9d-b5bb-4d4c-96cf-fe32f5ba7458 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525265 Apr 19 19:49:58.933102 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e470043-cddb-483c-92f0-1c4476130765 req-0044eedf-eba3-493c-87ec-edca51e949a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:58.934675 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8e470043-cddb-483c-92f0-1c4476130765 req-0044eedf-eba3-493c-87ec-edca51e949a2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 946 time: 0.1376810 Apr 19 19:49:58.983686 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8e470043-cddb-483c-92f0-1c4476130765 req-8d5ba4b9-ca8e-473e-adab-c11c98fcaf34 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Apr 19 19:49:59.090240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494fb63-8542-499c-a553-50fdf959619c req-e9ee406a-797c-4a1b-a9b3-aa415f88ea41 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:49:59.091859 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0494fb63-8542-499c-a553-50fdf959619c req-e9ee406a-797c-4a1b-a9b3-aa415f88ea41 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 944 time: 0.0905199 Apr 19 19:49:59.140936 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0494fb63-8542-499c-a553-50fdf959619c req-984cb444-969b-4550-a4c8-e6289e2678da tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425885 Apr 19 19:50:00.006780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device c0164637-f57a-493d-af57-def82cc7c773 up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:50:00.099198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port c0164637-f57a-493d-af57-def82cc7c773 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:50:00.104520 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port c0164637-f57a-493d-af57-def82cc7c773 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:50:00.104954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:00.203670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edd880-34f4-48c5-a0d1-f13a9af5a22b req-221c286b-c57d-4fcb-bebe-fc147698581d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:00.205246 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60edd880-34f4-48c5-a0d1-f13a9af5a22b req-221c286b-c57d-4fcb-bebe-fc147698581d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 946 time: 0.0940831 Apr 19 19:50:00.234913 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:00.259046 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-60edd880-34f4-48c5-a0d1-f13a9af5a22b req-80a10687-92d7-4d29-80aa-46e62e21ca1c tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462952 Apr 19 19:50:00.271308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port c0164637-f57a-493d-af57-def82cc7c773, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c0164637-f57a-493d-af57-def82cc7c773,segment=NetworkSegment(4810e7a0-d243-4b14-a2e2-565a55f97ac3),segment_id=4810e7a0-d243-4b14-a2e2-565a55f97ac3)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:50:00.275217 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:00.277330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:00.347797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=c0164637-f57a-493d-af57-def82cc7c773,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:00.351424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:00.359884 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51235288-05eb-4d84-bb58-608274fd1b18 req-93b457fd-6118-4381-a77b-8dc6aa7eb8dd tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:00.361504 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-51235288-05eb-4d84-bb58-608274fd1b18 req-93b457fd-6118-4381-a77b-8dc6aa7eb8dd tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 945 time: 0.0969281 Apr 19 19:50:00.462084 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-51235288-05eb-4d84-bb58-608274fd1b18 req-7ce9a704-debc-4668-974f-1a21e5c0937b tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934534 Apr 19 19:50:00.496719 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d056d-b33b-4979-a456-201be8b65987 req-a2743826-1a24-41de-a67e-6b00f55c0ce6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:00.498345 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-071d056d-b33b-4979-a456-201be8b65987 req-a2743826-1a24-41de-a67e-6b00f55c0ce6 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 946 time: 0.1150105 Apr 19 19:50:00.503863 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948b8711-f819-41dd-aa54-9af7867215e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0164637-f57a-493d-af57-def82cc7c773'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:50:00.548637 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-071d056d-b33b-4979-a456-201be8b65987 req-b223fe3e-1036-4d41-929f-83daad5a7e83 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 Apr 19 19:50:00.552806 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948b8711-f819-41dd-aa54-9af7867215e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0164637-f57a-493d-af57-def82cc7c773', 'code': 200} Apr 19 19:50:00.574716 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58034) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:50:00.974694 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadbe5aa-758f-4096-b4e8-0b32fc16392b tempest-TestVolumeBootPattern-869905868 tempest-TestVolumeBootPattern-869905868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:00.975531 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-dadbe5aa-758f-4096-b4e8-0b32fc16392b tempest-TestVolumeBootPattern-869905868 tempest-TestVolumeBootPattern-869905868-project-admin] Synchronizing usage tracker for tenant:bcd37bb19d9b4c1dbb698ea9838482d9 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:50:00.983094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f2d92-a852-4cf2-8d28-9fd4bcea0457 req-ba8587c8-9a63-4d3b-b259-9bcfcf677e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:00.984658 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-471f2d92-a852-4cf2-8d28-9fd4bcea0457 req-ba8587c8-9a63-4d3b-b259-9bcfcf677e22 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 1098 time: 0.1060345 Apr 19 19:50:01.017520 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-dadbe5aa-758f-4096-b4e8-0b32fc16392b tempest-TestVolumeBootPattern-869905868 tempest-TestVolumeBootPattern-869905868-project-admin] Unset dirty status for tenant:bcd37bb19d9b4c1dbb698ea9838482d9 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:50:01.018750 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-dadbe5aa-758f-4096-b4e8-0b32fc16392b tempest-TestVolumeBootPattern-869905868 tempest-TestVolumeBootPattern-869905868-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 1094 time: 0.4429362 Apr 19 19:50:01.022559 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58038) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:50:01.028469 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Request body: {'floatingip': {'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'port_id': '5a920d19-62d0-44bf-b074-143d32196932', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:50:01.035129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:50:01.037966 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-471f2d92-a852-4cf2-8d28-9fd4bcea0457 req-e5a232a6-1c14-44e3-8ff0-7849d2861a55 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444267 Apr 19 19:50:01.040792 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Usage tracker for resource:floatingip and tenant:7e4d3653c531499ab4cea96df1a5ef60 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:50:01.043944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:50:01.050709 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:50:01.060983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:01.210396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:01.361262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Allocated IP 172.27.0.61 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/778fcb4a-e6eb-4bc6-aae4-0dfabb204af6) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:50:01.527568 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:01.557177 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:01.566808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9c0364e8-4efc-4966-9674-1f3f06199c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:01.617336 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:50:01.620066 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:50:01.623956 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:50:01.672077 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff70f3-b880-4fcc-988e-1c4fdd33570c req-398875f4-aee5-4ebf-aadc-d7df57d1fccf tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:01.673677 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-70ff70f3-b880-4fcc-988e-1c4fdd33570c req-398875f4-aee5-4ebf-aadc-d7df57d1fccf tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 945 time: 0.0902958 Apr 19 19:50:01.686982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'Port': ['ID=778fcb4a-e6eb-4bc6-aae4-0dfabb204af6,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:01.691633 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:01.724331 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-70ff70f3-b880-4fcc-988e-1c4fdd33570c req-6565e2dd-e372-402a-9e70-02cdabbb2eaa tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434945 Apr 19 19:50:02.323386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:02.412145 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:02.635857 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:02.641372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:02.647550 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:02.754298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event updated for resources: {'Port': ['ID=778fcb4a-e6eb-4bc6-aae4-0dfabb204af6,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:02.762883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:02.773676 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:02.932653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14d213-b512-4512-9966-61e0544e8a8c req-ff631a30-43d5-403a-95dc-88e9c02c3999 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:02.934328 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d14d213-b512-4512-9966-61e0544e8a8c req-ff631a30-43d5-403a-95dc-88e9c02c3999 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 945 time: 0.0942307 Apr 19 19:50:02.959731 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Floating IP 37bfdbd1-06d3-4c20-9ef4-650bc8288ff9 associated. External IP: 172.27.0.61, port: 5a920d19-62d0-44bf-b074-143d32196932. Apr 19 19:50:02.983894 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0d14d213-b512-4512-9966-61e0544e8a8c req-938d960c-2635-49af-a77e-d082effdb10f tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Apr 19 19:50:03.346665 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Router c37429a7-8203-4499-afa0-b03cbe45e6e2 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:50:03.543088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:50:03.554131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdc1b75-2ee9-4acd-a958-126bb5a8e990 None None] Sync routers for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:50:03.564691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc1b75-2ee9-4acd-a958-126bb5a8e990 None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:50:03.565347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-3cdc1b75-2ee9-4acd-a958-126bb5a8e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:49:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:50:03.568013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:03.642420 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6076307 Apr 19 19:50:03.642420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'tag': '5a920d19-62d0-44bf-b074-143d32196932'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:50:03.682835 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'tag': '5a920d19-62d0-44bf-b074-143d32196932', 'status': 'completed', 'code': 200} Apr 19 19:50:03.763203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-3cdc1b75-2ee9-4acd-a958-126bb5a8e990 None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:50:03.784986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ed85-f75e-42c5-9c18-ba3e9b75df77 req-1fbbdb5c-77de-4642-b426-048c2f62c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:03.786793 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3b78ed85-f75e-42c5-9c18-ba3e9b75df77 req-1fbbdb5c-77de-4642-b426-048c2f62c3d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 1099 time: 0.0812521 Apr 19 19:50:03.944669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ed85-f75e-42c5-9c18-ba3e9b75df77 req-f1ca6b3a-431b-44e7-92cd-6b45b1bb69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:03.946360 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3b78ed85-f75e-42c5-9c18-ba3e9b75df77 req-f1ca6b3a-431b-44e7-92cd-6b45b1bb69ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 913 time: 0.1521299 Apr 19 19:50:04.118869 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3b78ed85-f75e-42c5-9c18-ba3e9b75df77 req-569780ac-37b1-4408-a84e-d1f635acd4d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a920d19-62d0-44bf-b074-143d32196932 HTTP/1.1" status: 200 len: 999 time: 0.1612210 Apr 19 19:50:04.152420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-3cdc1b75-2ee9-4acd-a958-126bb5a8e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '37bfdbd1-06d3-4c20-9ef4-650bc8288ff9', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': '5a920d19-62d0-44bf-b074-143d32196932', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:c1:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:50:02Z', 'updated_at': '2021-04-19T19:50:02Z', 'revision_number': 0, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}, {'id': '5414d0ca-b780-4c71-96af-469a11aa4635', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:9b:a0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:49Z', 'updated_at': '2021-04-19T19:47:52Z', 'revision_number': 1, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:50:04.157285 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdc1b75-2ee9-4acd-a958-126bb5a8e990 None None] Checking router: c37429a7-8203-4499-afa0-b03cbe45e6e2 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:50:04.166932 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc1b75-2ee9-4acd-a958-126bb5a8e990 None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:50:04.167591 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-3cdc1b75-2ee9-4acd-a958-126bb5a8e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:49:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:50:04.200352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977688d4-8c14-4381-981e-850a75a60482 req-b66153f5-0c5b-47ef-b1f2-4e91c8c1384d tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:04.201926 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-977688d4-8c14-4381-981e-850a75a60482 req-b66153f5-0c5b-47ef-b1f2-4e91c8c1384d tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 945 time: 0.1878574 Apr 19 19:50:04.211246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ed85-f75e-42c5-9c18-ba3e9b75df77 req-d4802361-21b2-4970-a2e9-e18fd00b7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:04.212728 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3b78ed85-f75e-42c5-9c18-ba3e9b75df77 req-d4802361-21b2-4970-a2e9-e18fd00b7d31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0854595 Apr 19 19:50:04.305519 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-977688d4-8c14-4381-981e-850a75a60482 req-b8d4c036-cfa2-4831-84dc-d7944c995740 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961585 Apr 19 19:50:04.334111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ed85-f75e-42c5-9c18-ba3e9b75df77 req-1e585107-2742-4b3a-a51f-9d356d9059c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:04.335821 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3b78ed85-f75e-42c5-9c18-ba3e9b75df77 req-1e585107-2742-4b3a-a51f-9d356d9059c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1075931 Apr 19 19:50:04.359261 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-3cdc1b75-2ee9-4acd-a958-126bb5a8e990 None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:50:04.490150 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3b78ed85-f75e-42c5-9c18-ba3e9b75df77 req-6750a48b-3abf-483d-b8f5-3e50f9d46b3a service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468778 Apr 19 19:50:04.646504 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3b78ed85-f75e-42c5-9c18-ba3e9b75df77 req-1f1fe404-e126-473e-978d-c4281d99061b service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448097 Apr 19 19:50:04.905572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-3cdc1b75-2ee9-4acd-a958-126bb5a8e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '37bfdbd1-06d3-4c20-9ef4-650bc8288ff9', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': '5a920d19-62d0-44bf-b074-143d32196932', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:c1:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:50:02Z', 'updated_at': '2021-04-19T19:50:02Z', 'revision_number': 0, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}, {'id': '5414d0ca-b780-4c71-96af-469a11aa4635', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:9b:a0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:49Z', 'updated_at': '2021-04-19T19:47:52Z', 'revision_number': 1, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:50:04.910066 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdc1b75-2ee9-4acd-a958-126bb5a8e990 None None] The sync data for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi is: [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '37bfdbd1-06d3-4c20-9ef4-650bc8288ff9', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': '5a920d19-62d0-44bf-b074-143d32196932', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:c1:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:50:02Z', 'updated_at': '2021-04-19T19:50:02Z', 'revision_number': 0, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}, {'id': '5414d0ca-b780-4c71-96af-469a11aa4635', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:9b:a0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:49Z', 'updated_at': '2021-04-19T19:47:52Z', 'revision_number': 1, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:50:05.189364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a009838-347d-4bfa-b57b-24bb280a8588 None None] New status for floating IP 37bfdbd1-06d3-4c20-9ef4-650bc8288ff9: ACTIVE {{(pid=86443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:50:05.496056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4c690-b50a-4660-a258-e014e8a7f82b req-9df90218-385c-498c-983b-526e1116fbc6 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:05.497660 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-dab4c690-b50a-4660-a258-e014e8a7f82b req-9df90218-385c-498c-983b-526e1116fbc6 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.52 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 945 time: 0.1454415 Apr 19 19:50:05.588684 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-dab4c690-b50a-4660-a258-e014e8a7f82b req-e414886a-73bd-443d-ba71-d2ed436cb90e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Deleting port c0164637-f57a-493d-af57-def82cc7c773 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:50:05.589065 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-dab4c690-b50a-4660-a258-e014e8a7f82b req-e414886a-73bd-443d-ba71-d2ed436cb90e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:05.638345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9c6f4-427c-410e-9d0b-3415092a8489 req-06f30fab-b2f7-40fa-92d7-b00756680bb7 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:05.639957 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cec9c6f4-427c-410e-9d0b-3415092a8489 req-06f30fab-b2f7-40fa-92d7-b00756680bb7 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 945 time: 0.2137468 Apr 19 19:50:05.754525 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cec9c6f4-427c-410e-9d0b-3415092a8489 req-5ee2400c-2a8e-42ea-8acb-5b481f71dc21 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025243 Apr 19 19:50:05.901476 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-dab4c690-b50a-4660-a258-e014e8a7f82b req-e414886a-73bd-443d-ba71-d2ed436cb90e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] For port c0164637-f57a-493d-af57-def82cc7c773, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c0164637-f57a-493d-af57-def82cc7c773,segment=NetworkSegment(4810e7a0-d243-4b14-a2e2-565a55f97ac3),segment_id=4810e7a0-d243-4b14-a2e2-565a55f97ac3)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:50:05.901870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-dab4c690-b50a-4660-a258-e014e8a7f82b req-e414886a-73bd-443d-ba71-d2ed436cb90e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:06.032260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-dab4c690-b50a-4660-a258-e014e8a7f82b req-e414886a-73bd-443d-ba71-d2ed436cb90e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Calling delete_port for c0164637-f57a-493d-af57-def82cc7c773 owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:50:06.190112 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-dab4c690-b50a-4660-a258-e014e8a7f82b req-e414886a-73bd-443d-ba71-d2ed436cb90e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:06.196208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8ec19be9-fd82-49b5-b7d4-d134112a7647 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:06.243983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414886a-73bd-443d-ba71-d2ed436cb90e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Pushing event deleted for resources: {'Port': ['ID=c0164637-f57a-493d-af57-def82cc7c773,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:06.247246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e414886a-73bd-443d-ba71-d2ed436cb90e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:06.326029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab4c690-b50a-4660-a258-e014e8a7f82b req-e414886a-73bd-443d-ba71-d2ed436cb90e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] No DVR routers for this DVR port c0164637-f57a-493d-af57-def82cc7c773 on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:50:06.328702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-dab4c690-b50a-4660-a258-e014e8a7f82b req-e414886a-73bd-443d-ba71-d2ed436cb90e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:06.331388 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948b8711-f819-41dd-aa54-9af7867215e1', 'name': 'network-vif-deleted', 'tag': 'c0164637-f57a-493d-af57-def82cc7c773'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:50:06.347212 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-dab4c690-b50a-4660-a258-e014e8a7f82b req-e414886a-73bd-443d-ba71-d2ed436cb90e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.52 "DELETE /v2.0/ports/c0164637-f57a-493d-af57-def82cc7c773 HTTP/1.1" status: 204 len: 173 time: 0.8428695 Apr 19 19:50:06.406288 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c36f517a-be63-461c-8495-32cc075e536b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:06.450795 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948b8711-f819-41dd-aa54-9af7867215e1', 'name': 'network-vif-deleted', 'tag': 'c0164637-f57a-493d-af57-def82cc7c773', 'status': 'completed', 'code': 200} Apr 19 19:50:06.934337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-5d180687-34c9-4cf8-bc29-07f595174f2f req-9c95002c-134d-4285-bbd0-d0d053146ef9 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Synchronizing usage tracker for tenant:72b94d5b77ea40ffbc9305a5d0417a23 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:50:06.951426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-5d180687-34c9-4cf8-bc29-07f595174f2f req-9c95002c-134d-4285-bbd0-d0d053146ef9 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Unset dirty status for tenant:72b94d5b77ea40ffbc9305a5d0417a23 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:50:06.952655 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5d180687-34c9-4cf8-bc29-07f595174f2f req-9c95002c-134d-4285-bbd0-d0d053146ef9 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=948b8711-f819-41dd-aa54-9af7867215e1 HTTP/1.1" status: 200 len: 210 time: 0.0683348 Apr 19 19:50:07.204352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:07.699511 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:50:08.059172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device c0164637-f57a-493d-af57-def82cc7c773 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:50:08.105633 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: c0164637-f57a-493d-af57-def82cc7c773 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:50:08.106193 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device c0164637-f57a-493d-af57-def82cc7c773 not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:50:08.379598 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-fc89a458-1c2e-4daa-acd9-e9d667af0c36 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:08.381209 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-fc89a458-1c2e-4daa-acd9-e9d667af0c36 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/networks?id=21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 HTTP/1.1" status: 200 len: 808 time: 0.1757369 Apr 19 19:50:08.398033 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-2698ba32-b276-4d8f-a1ef-514e34b849ad tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/quotas/72b94d5b77ea40ffbc9305a5d0417a23 HTTP/1.1" status: 200 len: 375 time: 0.0104103 Apr 19 19:50:08.430039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-903e0f8b-b397-4115-9868-4b9ce7cfea62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:08.458113 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-7082c38b-d147-4fe7-b094-e6ec29790e35 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72b94d5b77ea40ffbc9305a5d0417a23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520272 Apr 19 19:50:08.603145 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-67d913f8-8aba-4a14-9b7b-af9039afa16a service neutron] 10.222.0.55 "GET /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372385 Apr 19 19:50:08.761882 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-b772f9d0-dd0c-4937-88d9-64a35e491fe5 service neutron] 10.222.0.55 "GET /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487470 Apr 19 19:50:08.971571 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-030918d1-02b2-4830-b6ae-e14049c09050 req-38650084-6d05-442a-bf72-1f5ec9a14763 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 210 time: 0.0500562 Apr 19 19:50:09.028767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:09.474430 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:10.153019 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-abacfe9d-6eb7-48e6-9699-0432a3532adb req-de70a089-291f-4bdf-8a24-492627b2742d tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 210 time: 0.0578256 Apr 19 19:50:10.199708 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-635213cb-04f9-455d-8758-4f08d5bfcfbd tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:10.201251 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-635213cb-04f9-455d-8758-4f08d5bfcfbd tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.52 "GET /v2.0/networks?id=21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 HTTP/1.1" status: 200 len: 808 time: 0.2274685 Apr 19 19:50:10.218150 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Request body: {'port': {'device_id': 'e3865cb8-112f-438c-b3c4-9dafec0b8e2c', 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1', 'admin_state_up': True, 'tenant_id': '72b94d5b77ea40ffbc9305a5d0417a23'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:50:10.625542 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:50:10.636181 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:50:10.647668 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Made reservation on behalf of 72b94d5b77ea40ffbc9305a5d0417a23 for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:50:10.653789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:10.832009 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Allocated IP 172.20.0.5 (21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1/57101ea9-5687-4e23-b792-197d96be16a0/367eec01-41aa-45ee-8e5a-d96c194486c6) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:50:11.006645 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:11.051107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:11.082149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:11.088354 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:11.159194 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:50:11.162575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:50:11.166637 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:50:11.202487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Pushing event updated for resources: {'Port': ['ID=367eec01-41aa-45ee-8e5a-d96c194486c6,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:11.209749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:11.240582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:11.241200 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:11.268026 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-e85f0ea3-4d7a-4d86-add3-8fc6f3081918 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0541008 Apr 19 19:50:11.316483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Request body: {'port': {'device_id': 'e3865cb8-112f-438c-b3c4-9dafec0b8e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:50:11.465726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:11.494707 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649f931-95ef-4b5c-bdb6-270e1ea4efc3 req-e375789a-c286-4f3b-bb2d-7b85e112d247 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:11.495423 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-9649f931-95ef-4b5c-bdb6-270e1ea4efc3 req-e375789a-c286-4f3b-bb2d-7b85e112d247 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Synchronizing usage tracker for tenant:72b94d5b77ea40ffbc9305a5d0417a23 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:50:11.527003 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-23e97915-92a9-405c-b9d0-741dc08c8260 req-900a997f-08fb-4cdb-b00b-37d45ddf632f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825961 Apr 19 19:50:11.562727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-9649f931-95ef-4b5c-bdb6-270e1ea4efc3 req-e375789a-c286-4f3b-bb2d-7b85e112d247 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Unset dirty status for tenant:72b94d5b77ea40ffbc9305a5d0417a23 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:50:11.564016 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9649f931-95ef-4b5c-bdb6-270e1ea4efc3 req-e375789a-c286-4f3b-bb2d-7b85e112d247 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 931 time: 0.2947738 Apr 19 19:50:11.678139 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e97915-92a9-405c-b9d0-741dc08c8260 req-c57c48d9-ce0e-40de-bb70-97864c297f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:11.680543 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-23e97915-92a9-405c-b9d0-741dc08c8260 req-c57c48d9-ce0e-40de-bb70-97864c297f11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 1099 time: 0.0807486 Apr 19 19:50:11.681630 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9649f931-95ef-4b5c-bdb6-270e1ea4efc3 req-4008c81f-5cb7-49cf-bd9b-210145f0027e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084282 Apr 19 19:50:11.839821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e97915-92a9-405c-b9d0-741dc08c8260 req-d99d9995-5dd7-45c8-93a4-0e4fde8a0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:11.841404 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-23e97915-92a9-405c-b9d0-741dc08c8260 req-d99d9995-5dd7-45c8-93a4-0e4fde8a0197 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 913 time: 0.1403923 Apr 19 19:50:11.896685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367eec01-41aa-45ee-8e5a-d96c194486c6 {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:50:11.905005 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:11.922002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Transition to ACTIVE for port object 367eec01-41aa-45ee-8e5a-d96c194486c6 will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:50:11.925482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:11.930756 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ba47f84d-51ef-4833-9b98-b16538de9252 tempest-ServerRescueNegativeTestJSON-476907946 tempest-ServerRescueNegativeTestJSON-476907946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:11.959438 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-23e97915-92a9-405c-b9d0-741dc08c8260 req-220d0b87-4b3d-4d34-afb7-96a4361b63f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d141dee2-f19d-4117-adf5-faeb7ce69e9c HTTP/1.1" status: 200 len: 1002 time: 0.1107230 Apr 19 19:50:12.030784 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e97915-92a9-405c-b9d0-741dc08c8260 req-1d73c52f-7c95-4112-933b-68ae452c5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:12.032366 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-23e97915-92a9-405c-b9d0-741dc08c8260 req-1d73c52f-7c95-4112-933b-68ae452c5788 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0656188 Apr 19 19:50:12.099382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Pushing event updated for resources: {'Port': ['ID=367eec01-41aa-45ee-8e5a-d96c194486c6,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:12.107509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:12.124959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e97915-92a9-405c-b9d0-741dc08c8260 req-4ad3322c-0ea7-408a-b2bb-80f391a8e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:12.126604 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-23e97915-92a9-405c-b9d0-741dc08c8260 req-4ad3322c-0ea7-408a-b2bb-80f391a8e50c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863726 Apr 19 19:50:12.180958 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Attempting to bind port 367eec01-41aa-45ee-8e5a-d96c194486c6 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:50:12.181328 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Attempting to bind port 367eec01-41aa-45ee-8e5a-d96c194486c6 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '4810e7a0-d243-4b14-a2e2-565a55f97ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:50:12.181714 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Attempting to bind port 367eec01-41aa-45ee-8e5a-d96c194486c6 on network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:50:12.186781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Port 367eec01-41aa-45ee-8e5a-d96c194486c6 on network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:50:12.187135 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Attempting to bind port 367eec01-41aa-45ee-8e5a-d96c194486c6 on network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:50:12.192670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:50:12.193039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Checking segment: {'id': '4810e7a0-d243-4b14-a2e2-565a55f97ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:50:12.193450 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Bound using segment: {'id': '4810e7a0-d243-4b14-a2e2-565a55f97ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:50:12.193967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Bound port: 367eec01-41aa-45ee-8e5a-d96c194486c6, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4810e7a0-d243-4b14-a2e2-565a55f97ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:50:12.194343 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:12.279800 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-23e97915-92a9-405c-b9d0-741dc08c8260 req-7fba774a-6bc3-4506-95a3-7c1744114b23 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430764 Apr 19 19:50:12.287464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] For port 367eec01-41aa-45ee-8e5a-d96c194486c6, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:50:12.290776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] For port 367eec01-41aa-45ee-8e5a-d96c194486c6, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=367eec01-41aa-45ee-8e5a-d96c194486c6,segment=NetworkSegment(4810e7a0-d243-4b14-a2e2-565a55f97ac3),segment_id=4810e7a0-d243-4b14-a2e2-565a55f97ac3)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:50:12.296100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:12.302840 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e414886a-73bd-443d-ba71-d2ed436cb90e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:12.366763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:12.367434 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:12.368911 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] 10.222.0.52 "PUT /v2.0/ports/367eec01-41aa-45ee-8e5a-d96c194486c6 HTTP/1.1" status: 200 len: 1093 time: 1.0567117 Apr 19 19:50:12.369508 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3865cb8-112f-438c-b3c4-9dafec0b8e2c', 'tag': '367eec01-41aa-45ee-8e5a-d96c194486c6'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:50:12.391422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Pushing event updated for resources: {'Port': ['ID=367eec01-41aa-45ee-8e5a-d96c194486c6,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:12.394848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:12.435713 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-23e97915-92a9-405c-b9d0-741dc08c8260 req-110bda9a-5bd5-4a40-ac75-bd1365a1e3bc service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488328 Apr 19 19:50:12.461290 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3865cb8-112f-438c-b3c4-9dafec0b8e2c', 'tag': '367eec01-41aa-45ee-8e5a-d96c194486c6', 'status': 'completed', 'code': 200} Apr 19 19:50:12.504651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-a2fca2f8-c04d-42b2-a358-d817931b0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:12.507132 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-a2fca2f8-c04d-42b2-a358-d817931b0e27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=72b94d5b77ea40ffbc9305a5d0417a23&device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 1096 time: 0.0888844 Apr 19 19:50:12.587660 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-bc14a4c3-5805-4ae5-bb44-c4f531cf2326 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=367eec01-41aa-45ee-8e5a-d96c194486c6 HTTP/1.1" status: 200 len: 217 time: 0.0731311 Apr 19 19:50:12.660509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-a02c5e6d-2749-409c-847f-d7ee1fdff7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:12.661939 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-a02c5e6d-2749-409c-847f-d7ee1fdff7e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=57101ea9-5687-4e23-b792-197d96be16a0 HTTP/1.1" status: 200 len: 848 time: 0.0670898 Apr 19 19:50:12.718869 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-f9b383fb-4f41-4deb-98cd-38d99e5bfc92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486097 Apr 19 19:50:12.928100 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-eacb91e9-c8cd-4650-ba67-8b3c483a459f service neutron] 10.222.0.52 "GET /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977692 Apr 19 19:50:12.945821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c66d35-a89d-4519-8ee8-a030b85476b8 req-ad312d44-4e59-4690-a041-dfe9871b521a tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:12.947315 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-11c66d35-a89d-4519-8ee8-a030b85476b8 req-ad312d44-4e59-4690-a041-dfe9871b521a tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 943 time: 0.1423974 Apr 19 19:50:13.085525 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-11c66d35-a89d-4519-8ee8-a030b85476b8 req-f550cd74-f194-42c3-9b42-1a5ee66f0f0a tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164503 Apr 19 19:50:13.120233 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-573c442a-7ecd-4a8a-8e5a-dd309b1f8644 req-bfc45fb1-4d49-401a-b0c0-970b85e08f99 service neutron] 10.222.0.52 "GET /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719234 Apr 19 19:50:13.275286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac61659-849c-451c-87ee-3fe33f007079 req-b804d56f-2d47-4799-b74d-2059e685661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:13.276852 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eac61659-849c-451c-87ee-3fe33f007079 req-b804d56f-2d47-4799-b74d-2059e685661b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=72b94d5b77ea40ffbc9305a5d0417a23&device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 1096 time: 0.0944657 Apr 19 19:50:13.433097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac61659-849c-451c-87ee-3fe33f007079 req-71d94a3f-0916-40c6-a35d-f704119062ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:13.434692 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eac61659-849c-451c-87ee-3fe33f007079 req-71d94a3f-0916-40c6-a35d-f704119062ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 HTTP/1.1" status: 200 len: 909 time: 0.1512871 Apr 19 19:50:13.511268 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eac61659-849c-451c-87ee-3fe33f007079 req-58c6ea93-ddf3-4567-8ea5-fc6e549d4484 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=367eec01-41aa-45ee-8e5a-d96c194486c6 HTTP/1.1" status: 200 len: 217 time: 0.0694056 Apr 19 19:50:13.584452 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac61659-849c-451c-87ee-3fe33f007079 req-4f6b0d96-c594-4dde-ba0e-f1bc886a7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:13.586009 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eac61659-849c-451c-87ee-3fe33f007079 req-4f6b0d96-c594-4dde-ba0e-f1bc886a7f9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=57101ea9-5687-4e23-b792-197d96be16a0 HTTP/1.1" status: 200 len: 848 time: 0.0674260 Apr 19 19:50:13.640887 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eac61659-849c-451c-87ee-3fe33f007079 req-356df54e-3353-49e9-b6d0-c27e74bcc7bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459170 Apr 19 19:50:13.785733 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eac61659-849c-451c-87ee-3fe33f007079 req-98dfab37-dee2-40e9-856a-17cd4ef1ceb5 service neutron] 10.222.0.52 "GET /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373684 Apr 19 19:50:13.945895 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-eac61659-849c-451c-87ee-3fe33f007079 req-c355e68f-02ff-4666-9a45-3791db9c91b9 service neutron] 10.222.0.52 "GET /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486611 Apr 19 19:50:14.301492 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e629859-e682-4049-b68e-13fecefcf563 req-b407548c-819d-4791-8b2a-3cf8788f060e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:14.303147 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8e629859-e682-4049-b68e-13fecefcf563 req-b407548c-819d-4791-8b2a-3cf8788f060e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 943 time: 0.0948601 Apr 19 19:50:14.357083 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8e629859-e682-4049-b68e-13fecefcf563 req-f0222520-ee15-4cdc-a5ce-04fb9eacf64f tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Apr 19 19:50:15.855127 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f650c-8e66-4fe1-bce8-972f4cfb9c2e req-e79e402f-4f87-4ead-9dff-5ec7629644df tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:15.857673 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-178f650c-8e66-4fe1-bce8-972f4cfb9c2e req-e79e402f-4f87-4ead-9dff-5ec7629644df tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 943 time: 0.3542171 Apr 19 19:50:15.915478 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-178f650c-8e66-4fe1-bce8-972f4cfb9c2e req-e9b52d02-a108-48f9-b692-d2a3207f7076 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513127 Apr 19 19:50:16.177790 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 367eec01-41aa-45ee-8e5a-d96c194486c6 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:50:16.362047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 367eec01-41aa-45ee-8e5a-d96c194486c6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=367eec01-41aa-45ee-8e5a-d96c194486c6,segment=NetworkSegment(4810e7a0-d243-4b14-a2e2-565a55f97ac3),segment_id=4810e7a0-d243-4b14-a2e2-565a55f97ac3)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:50:16.378851 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': '367eec01-41aa-45ee-8e5a-d96c194486c6', 'network_id': '21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1', 'port_id': '367eec01-41aa-45ee-8e5a-d96c194486c6', 'mac_address': 'fa:16:3e:3c:f6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57101ea9-5687-4e23-b792-197d96be16a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:50:16.456104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:16.477438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367eec01-41aa-45ee-8e5a-d96c194486c6 {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:50:16.502369 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 367eec01-41aa-45ee-8e5a-d96c194486c6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=367eec01-41aa-45ee-8e5a-d96c194486c6,segment=NetworkSegment(4810e7a0-d243-4b14-a2e2-565a55f97ac3),segment_id=4810e7a0-d243-4b14-a2e2-565a55f97ac3)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:50:16.506876 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:16.508543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:16.580443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=367eec01-41aa-45ee-8e5a-d96c194486c6,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:16.583764 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:16.808702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['367eec01-41aa-45ee-8e5a-d96c194486c6'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:50:17.121919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5393-8b76-4cf2-9ac8-6e11bceb6ad7 req-6aff47d2-ecfd-4150-a979-7070c71992a1 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:17.123498 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f8b5393-8b76-4cf2-9ac8-6e11bceb6ad7 req-6aff47d2-ecfd-4150-a979-7070c71992a1 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 944 time: 0.0930252 Apr 19 19:50:17.171556 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2f8b5393-8b76-4cf2-9ac8-6e11bceb6ad7 req-a1f661a4-dfe5-4cfc-904c-8d9fb6c97f1a tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Apr 19 19:50:18.138032 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 367eec01-41aa-45ee-8e5a-d96c194486c6 up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:50:18.219249 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port 367eec01-41aa-45ee-8e5a-d96c194486c6 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:50:18.224793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port 367eec01-41aa-45ee-8e5a-d96c194486c6 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:50:18.225361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:18.371613 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:18.396573 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13feac-9ab6-49b7-96dc-be29c9b9d1c3 req-c013aaec-f276-4f3b-86fa-da82faad7f8e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:18.398209 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9f13feac-9ab6-49b7-96dc-be29c9b9d1c3 req-c013aaec-f276-4f3b-86fa-da82faad7f8e tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 944 time: 0.1022696 Apr 19 19:50:18.411237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3865cb8-112f-438c-b3c4-9dafec0b8e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367eec01-41aa-45ee-8e5a-d96c194486c6'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:50:18.422872 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port 367eec01-41aa-45ee-8e5a-d96c194486c6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=367eec01-41aa-45ee-8e5a-d96c194486c6,segment=NetworkSegment(4810e7a0-d243-4b14-a2e2-565a55f97ac3),segment_id=4810e7a0-d243-4b14-a2e2-565a55f97ac3)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:50:18.428714 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:18.430830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ef883464-d9f9-40e3-9368-338e8927c4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:18.454645 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9f13feac-9ab6-49b7-96dc-be29c9b9d1c3 req-57b38b88-6876-4741-8cb9-b4088a4f100c tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495949 Apr 19 19:50:18.466720 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3865cb8-112f-438c-b3c4-9dafec0b8e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367eec01-41aa-45ee-8e5a-d96c194486c6', 'code': 200} Apr 19 19:50:18.516644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=367eec01-41aa-45ee-8e5a-d96c194486c6,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:18.519795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:18.722205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04283a-65b5-4bbe-b850-a00af1b3aa53 req-8528f6ea-d852-4237-b8fa-3b59b6e1d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:18.723781 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7c04283a-65b5-4bbe-b850-a00af1b3aa53 req-8528f6ea-d852-4237-b8fa-3b59b6e1d848 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 1098 time: 0.0825946 Apr 19 19:50:18.778846 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7c04283a-65b5-4bbe-b850-a00af1b3aa53 req-2b4ba12c-6df7-400a-a305-abd0dd596d2e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452492 Apr 19 19:50:19.685282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d88a2b-9b4d-40bd-834d-49150c318729 req-7eefda36-2c28-423b-9635-a08f1951576a tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:19.686881 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-13d88a2b-9b4d-40bd-834d-49150c318729 req-7eefda36-2c28-423b-9635-a08f1951576a tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 945 time: 0.1041636 Apr 19 19:50:19.742354 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-13d88a2b-9b4d-40bd-834d-49150c318729 req-492cad9d-574a-4863-be84-c4d9966aae04 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465436 Apr 19 19:50:20.973171 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442079d-eb3f-4075-b2a3-07400bf3b900 req-2a9c6461-0e0c-4648-9608-287aef85a1e6 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:20.974873 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7442079d-eb3f-4075-b2a3-07400bf3b900 req-2a9c6461-0e0c-4648-9608-287aef85a1e6 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 945 time: 0.0931427 Apr 19 19:50:21.035677 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7442079d-eb3f-4075-b2a3-07400bf3b900 req-dbec6bae-40f0-46a5-9af1-1c8a6c1fd47b tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542643 Apr 19 19:50:22.328357 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38258-4fff-48e3-8cb3-4247228924b7 req-ab9cb67c-92cc-4dbf-8ae9-15f2565a4283 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:22.329945 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9d38258-4fff-48e3-8cb3-4247228924b7 req-ab9cb67c-92cc-4dbf-8ae9-15f2565a4283 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 945 time: 0.0927930 Apr 19 19:50:22.377293 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e9d38258-4fff-48e3-8cb3-4247228924b7 req-bec2b2da-8a49-4fc0-b654-49f4ae886cf2 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407796 Apr 19 19:50:23.602469 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe453ae-39fe-4176-bc21-e307e884f8cf req-81650aa3-74b3-449d-b325-99b85c9eb6a2 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:23.604046 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5fe453ae-39fe-4176-bc21-e307e884f8cf req-81650aa3-74b3-449d-b325-99b85c9eb6a2 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 945 time: 0.1001437 Apr 19 19:50:23.655596 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5fe453ae-39fe-4176-bc21-e307e884f8cf req-b779389a-0ecf-4aa1-8d15-b476948b1e58 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60d029b-4900-48f4-a398-0fabaf496dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440090 Apr 19 19:50:23.896824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459e56-df9d-423c-94f5-ddcea5e47968 req-b0d346a1-9af5-4ca2-8577-bfd71f50a80d tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:23.898383 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-07459e56-df9d-423c-94f5-ddcea5e47968 req-b0d346a1-9af5-4ca2-8577-bfd71f50a80d tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 945 time: 0.1024606 Apr 19 19:50:23.980531 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-07459e56-df9d-423c-94f5-ddcea5e47968 req-b7d0bc2b-c7da-4ea0-b24a-52f646a2af92 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Deleting port 367eec01-41aa-45ee-8e5a-d96c194486c6 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:50:23.980839 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-07459e56-df9d-423c-94f5-ddcea5e47968 req-b7d0bc2b-c7da-4ea0-b24a-52f646a2af92 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:24.249573 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-07459e56-df9d-423c-94f5-ddcea5e47968 req-b7d0bc2b-c7da-4ea0-b24a-52f646a2af92 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] For port 367eec01-41aa-45ee-8e5a-d96c194486c6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=367eec01-41aa-45ee-8e5a-d96c194486c6,segment=NetworkSegment(4810e7a0-d243-4b14-a2e2-565a55f97ac3),segment_id=4810e7a0-d243-4b14-a2e2-565a55f97ac3)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:50:24.249863 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-07459e56-df9d-423c-94f5-ddcea5e47968 req-b7d0bc2b-c7da-4ea0-b24a-52f646a2af92 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:24.386289 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-07459e56-df9d-423c-94f5-ddcea5e47968 req-b7d0bc2b-c7da-4ea0-b24a-52f646a2af92 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Calling delete_port for 367eec01-41aa-45ee-8e5a-d96c194486c6 owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:50:24.547900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-07459e56-df9d-423c-94f5-ddcea5e47968 req-b7d0bc2b-c7da-4ea0-b24a-52f646a2af92 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:24.553870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bc0a6ef3-69d2-454c-8c30-020729af3930 tempest-AttachVolumeShelveTestJSON-1190302658 tempest-AttachVolumeShelveTestJSON-1190302658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:24.601779 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0bc2b-c7da-4ea0-b24a-52f646a2af92 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Pushing event deleted for resources: {'Port': ['ID=367eec01-41aa-45ee-8e5a-d96c194486c6,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:24.605009 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b7d0bc2b-c7da-4ea0-b24a-52f646a2af92 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:24.682342 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-07459e56-df9d-423c-94f5-ddcea5e47968 req-b7d0bc2b-c7da-4ea0-b24a-52f646a2af92 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] No DVR routers for this DVR port 367eec01-41aa-45ee-8e5a-d96c194486c6 on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:50:24.684901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-07459e56-df9d-423c-94f5-ddcea5e47968 req-b7d0bc2b-c7da-4ea0-b24a-52f646a2af92 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:24.687602 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3865cb8-112f-438c-b3c4-9dafec0b8e2c', 'name': 'network-vif-deleted', 'tag': '367eec01-41aa-45ee-8e5a-d96c194486c6'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:50:24.703514 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-07459e56-df9d-423c-94f5-ddcea5e47968 req-b7d0bc2b-c7da-4ea0-b24a-52f646a2af92 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.52 "DELETE /v2.0/ports/367eec01-41aa-45ee-8e5a-d96c194486c6 HTTP/1.1" status: 204 len: 173 time: 0.7989905 Apr 19 19:50:24.743170 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3865cb8-112f-438c-b3c4-9dafec0b8e2c', 'name': 'network-vif-deleted', 'tag': '367eec01-41aa-45ee-8e5a-d96c194486c6', 'status': 'completed', 'code': 200} Apr 19 19:50:24.833544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-ed1ee1e3-4fb1-4001-a465-29e96db7cde4 req-581214c8-1d33-469f-bf95-27afd02cb05a tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Synchronizing usage tracker for tenant:72b94d5b77ea40ffbc9305a5d0417a23 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:50:24.849092 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-ed1ee1e3-4fb1-4001-a465-29e96db7cde4 req-581214c8-1d33-469f-bf95-27afd02cb05a tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Unset dirty status for tenant:72b94d5b77ea40ffbc9305a5d0417a23 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:50:24.850592 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ed1ee1e3-4fb1-4001-a465-29e96db7cde4 req-581214c8-1d33-469f-bf95-27afd02cb05a tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3865cb8-112f-438c-b3c4-9dafec0b8e2c HTTP/1.1" status: 200 len: 210 time: 0.0666242 Apr 19 19:50:26.147096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 367eec01-41aa-45ee-8e5a-d96c194486c6 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:50:26.184419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: 367eec01-41aa-45ee-8e5a-d96c194486c6 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:50:26.184809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 367eec01-41aa-45ee-8e5a-d96c194486c6 not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:50:36.409861 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-443b1966-30cb-44b0-a77f-7f6de707f349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:37.190345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:38.433997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-04e7e634-0920-44ac-a6b1-56ca10fe900a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:39.031949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:39.477091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:41.017891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:44.704352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:50:48.908763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58378) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:50:48.976795 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Deleting subnet 57101ea9-5687-4e23-b792-197d96be16a0 {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:50:48.979958 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:49.034609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1828217'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:49.095098 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:49.631070 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-875142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27428055'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:49.635248 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:49.670662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57101ea9-5687-4e23-b792-197d96be16a0,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:49.682838 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:49.686214 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:49.686701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:49.687118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:49.687524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:49.687927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:49.688329 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:49.688722 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:49.689130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:49.689512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:49.689924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:49.690321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:49.690738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:49.695018 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:49.698063 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4b75220c-e0f3-4293-a690-f91e39721169 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/57101ea9-5687-4e23-b792-197d96be16a0 HTTP/1.1" status: 204 len: 168 time: 0.7882478 Apr 19 19:50:49.700867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58382) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:50:49.819543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:49.954878 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:50.071393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:50:50.085040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4810e7a0-d243-4b14-a2e2-565a55f97ac3') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:50:50.085390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4810e7a0-d243-4b14-a2e2-565a55f97ac3') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:50:50.097912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947599'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:50.119439 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:50.125992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:50:50.308545 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] Network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:50:50.317842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853900507'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:50.501046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] Network 21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:50:50.524322 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:50:50.625966 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:50.629929 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a6329f98-59fd-4a88-b1d9-655d6d8b3f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:50.643837 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:50.655356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:50.658708 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:50.663869 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7aa321d4-21b2-494c-b696-77671ec1e3d5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/21e4d3ab-336e-4c2d-a2f4-29a977eb2dc1 HTTP/1.1" status: 204 len: 168 time: 0.9619739 Apr 19 19:50:50.814386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58388) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:50:50.874127 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-c67f4f68-a391-4e35-b07e-61d783cfe91c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72b94d5b77ea40ffbc9305a5d0417a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580487 Apr 19 19:50:50.877072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58392) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:50:50.943882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6801-54dd-41eb-8582-9e675b46a467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:50.973391 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6801-54dd-41eb-8582-9e675b46a467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:51.037469 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6801-54dd-41eb-8582-9e675b46a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:51.042632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a5b20a52-35e2-44ca-b25d-cfa57befff7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:51.057176 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d6801-54dd-41eb-8582-9e675b46a467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60d029b-4900-48f4-a398-0fabaf496dee,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:51.061527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-3f8d6801-54dd-41eb-8582-9e675b46a467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:51.064884 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6801-54dd-41eb-8582-9e675b46a467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:51.066104 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-3f8d6801-54dd-41eb-8582-9e675b46a467 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d60d029b-4900-48f4-a398-0fabaf496dee HTTP/1.1" status: 204 len: 168 time: 0.1881530 Apr 19 19:50:51.957556 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58416) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:50:52.085012 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1002541555-network', 'tenant_id': '68d6946c11634ca38b07df05531a897d'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:50:52.090424 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:50:52.094763 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Usage tracker for resource:network and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:50:52.097825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:50:52.103965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:50:52.114111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Made reservation on behalf of 68d6946c11634ca38b07df05531a897d for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:50:52.119216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:52.132410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:52.148111 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:50:52.152378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Usage tracker for resource:security_group_rule and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:50:52.155354 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:50:52.161614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:50:52.246026 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:52.250859 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:52.258551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4c161951-8f06-4e05-a34e-38844d82b3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:52.292724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:50:52.301738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:52.305713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:52.308596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:52.308992 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Added segment d911d274-0556-4683-bdb6-4cee2fae9309 of type vlan for network 4367d364-c82c-498d-a285-dae09ecb6dfc Apr 19 19:50:52.346256 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:52.380030 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:52.381469 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:52.382128 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:52.385727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:52.493890 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Pushing event updated for resources: {'Network': ['ID=4367d364-c82c-498d-a285-dae09ecb6dfc,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:52.497452 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5387108 Apr 19 19:50:52.498390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6bb46a99-93c7-483b-8f39-a1f464156a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:52.501446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58422) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:50:52.505649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 4367d364-c82c-498d-a285-dae09ecb6dfc details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:50:52.507688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Request body: {'subnet': {'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1002541555-subnet', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:50:52.513154 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:50:52.517419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Usage tracker for resource:subnet and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:50:52.520849 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:50:52.527254 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:50:52.538296 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Made reservation on behalf of 68d6946c11634ca38b07df05531a897d for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:50:52.543178 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827347715'] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:52.953536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853900605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827347732'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:52.957402 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:53.033126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d16ad7-993c-489a-b6c6-c466bdcbd7ef,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:53.037400 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:53.046057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Checking segment: {'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:50:53.046491 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Network hostable DHCP agents. Network: 4367d364-c82c-498d-a285-dae09ecb6dfc, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:50:53.066924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Network 4367d364-c82c-498d-a285-dae09ecb6dfc is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:50:53.076583 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 4367d364-c82c-498d-a285-dae09ecb6dfc) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:50:53.086307 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00bad32-09c8-42f1-9a7b-e2653bfd376b None None] Network 4367d364-c82c-498d-a285-dae09ecb6dfc requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:50:53.090617 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:53.091375 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:53.113626 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-bd9c46f4-6307-428a-807d-63adadffe366 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6111152 Apr 19 19:50:53.114666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58426) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:50:53.120684 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:50:53.126081 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:50:53.130523 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Usage tracker for resource:router and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:50:53.133672 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:50:53.140821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:50:53.150542 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32715'] for router, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:53.151632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743108'] for router, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:53.169653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:53.317507 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f36e89-c652-5c48-a22e-e39afdece8ec-4367d364-c82c-498d-a285-dae09ecb6dfc', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef'}]}} from dv-cinder-786931-1-iscsi. {{(pid=86442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:50:53.318495 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:53.452814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743123'] for router, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:53.483907 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Allocated IP 172.20.0.2 (4367d364-c82c-498d-a285-dae09ecb6dfc/77d16ad7-993c-489a-b6c6-c466bdcbd7ef/7987f8b0-37db-41f0-9fbf-f68a8e4a194a) {{(pid=86442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:50:53.699542 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:53.711551 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Transition to ACTIVE for port object 7987f8b0-37db-41f0-9fbf-f68a8e4a194a will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:50:53.730670 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Transition to ACTIVE for port object 7987f8b0-37db-41f0-9fbf-f68a8e4a194a will not be triggered until provisioned by entity DHCP. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:50:53.735766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:53.740340 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:53.784493 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:53.809253 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Network 4367d364-c82c-498d-a285-dae09ecb6dfc is already hosted by enough agents. {{(pid=86442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:50:53.812242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Resources bound (agent type, host, resource id): {{(pid=86442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:50:53.816135 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Received port after_create {{(pid=86442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:50:53.816713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:53.823996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Pushing event updated for resources: {'Port': ['ID=7987f8b0-37db-41f0-9fbf-f68a8e4a194a,revision_number=1']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:53.851735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:53.915759 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Attempting to bind port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:50:53.916202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Attempting to bind port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:50:53.916607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Attempting to bind port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a on network 4367d364-c82c-498d-a285-dae09ecb6dfc {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:50:53.922390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:50:53.922830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Checking segment: {'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:50:53.923274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:53.923747 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Bound using segment: {'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:50:53.924251 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Bound port: 7987f8b0-37db-41f0-9fbf-f68a8e4a194a, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:50:53.924629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:53.966008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Allocated IP 172.27.0.188 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/ed49cf42-93e8-4d36-b364-dc8bc207ad36) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:50:54.022159 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] For port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:50:54.025385 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] For port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=7987f8b0-37db-41f0-9fbf-f68a8e4a194a,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:50:54.029401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:54.033086 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:54.118615 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Pushing event updated for resources: {'Port': ['ID=7987f8b0-37db-41f0-9fbf-f68a8e4a194a,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:54.121764 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7286cc68-ecf6-42dd-a00a-1be0e459a2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:54.127151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:54.208291 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:54.214692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:54.292575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:50:54.295688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:50:54.298438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:50:54.336346 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Pushing event updated for resources: {'Port': ['ID=ed49cf42-93e8-4d36-b364-dc8bc207ad36,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:54.352888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:54.353301 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:54.353701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:54.354104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:54.354492 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:54.354905 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:54.355299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:54.355685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:54.356071 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:54.356455 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:54.356842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:54.357222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:54.361200 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:55.019316 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:55.114442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 7987f8b0-37db-41f0-9fbf-f68a8e4a194a up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:50:55.191534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:50:55.399579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854367420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851000356'] for router, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:55.494959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9013efd3-93a5-4449-993b-b0daa65303c2 None None] Network 4367d364-c82c-498d-a285-dae09ecb6dfc requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:50:55.629826 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 is scheduled to L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 with binding_index 1 {{(pid=86441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:50:55.772331 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Provisioning for port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:50:55.792220 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Provisioning complete for port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:50:55.792640 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:55.836365 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:50:55.850631 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Sync routers for ids ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:50:55.862212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Notify callbacks [] for router, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:55.866715 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7477469 Apr 19 19:50:55.867130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58432) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:50:55.912574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Routers {'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:50:55.913281 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:50:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:50:56.209383 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:56.246438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Set router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:50:56.457286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] For port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=7987f8b0-37db-41f0-9fbf-f68a8e4a194a,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:50:56.472988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:56.478114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8b44e7c5-4d72-4b83-b708-32db0606a585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:56.606080 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:56.625329 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Pushing event updated for resources: {'Port': ['ID=7987f8b0-37db-41f0-9fbf-f68a8e4a194a,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:56.637203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:56.637596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:56.637979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:56.638360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:56.638765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:56.639141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:56.639515 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:56.639884 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:56.640269 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:56.640649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:56.641001 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:56.641368 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:50:56.646338 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:56.678223 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:54Z', 'revision_number': 3, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:50:56.687681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Checking router: b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:50:56.688084 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Updating router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 port ed49cf42-93e8-4d36-b364-dc8bc207ad36 binding host dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:50:56.754287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-fc057ea1-24b1-4369-9106-bd16558c0def None None] Provisioning complete for port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:50:56.754744 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fc057ea1-24b1-4369-9106-bd16558c0def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:56.787243 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:56.840286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Allocated IP 172.20.0.1 (4367d364-c82c-498d-a285-dae09ecb6dfc/77d16ad7-993c-489a-b6c6-c466bdcbd7ef/1a0959ea-3246-4b6c-a32a-014e4c16ad1d) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:50:57.003527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.020567 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Transition to ACTIVE for port object 1a0959ea-3246-4b6c-a32a-014e4c16ad1d will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:50:57.050945 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.056014 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1ebad8fe-d706-426b-b2d9-eaf526bd907a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:57.082198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 7987f8b0-37db-41f0-9fbf-f68a8e4a194a up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:50:57.136883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Network 4367d364-c82c-498d-a285-dae09ecb6dfc is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:50:57.140024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:50:57.143969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:50:57.183483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0959ea-3246-4b6c-a32a-014e4c16ad1d,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:57.187940 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:57.205496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406529'] for router_interface, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.221214 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:50:57.221681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.335149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.366929 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-c789f1e6-fa8e-4896-871f-434952097969 None None] Provisioning for port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:50:57.382475 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.416587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-c789f1e6-fa8e-4896-871f-434952097969 None None] Provisioning complete for port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:50:57.416901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c789f1e6-fa8e-4896-871f-434952097969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.476262 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Transition to ACTIVE for port object ed49cf42-93e8-4d36-b364-dc8bc207ad36 will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:50:57.502718 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.510738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c56e246-b9d1-4b5f-96e3-6cb5575ce33f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:57.566422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-c789f1e6-fa8e-4896-871f-434952097969 None None] Port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:50:57.570806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.576735 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.606976 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b7d0bc2b-c7da-4ea0-b24a-52f646a2af92 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:57.607169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Attempting to bind port ed49cf42-93e8-4d36-b364-dc8bc207ad36 on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:50:57.607543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Attempting to bind port ed49cf42-93e8-4d36-b364-dc8bc207ad36 by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:50:57.607954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Attempting to bind port ed49cf42-93e8-4d36-b364-dc8bc207ad36 on network 22660ca9-1aee-455b-8549-52f5768c4643 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:50:57.610241 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da1704-e18c-4fd3-86a1-1b70f60a5570 None None] Pushing event updated for resources: {'Port': ['ID=ed49cf42-93e8-4d36-b364-dc8bc207ad36,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:57.613266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-61da1704-e18c-4fd3-86a1-1b70f60a5570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:57.618062 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:50:57.618508 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Checking segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:50:57.618949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.619384 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Bound using segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:50:57.619912 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Bound port: ed49cf42-93e8-4d36-b364-dc8bc207ad36, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:50:57.620332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.705323 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] For port ed49cf42-93e8-4d36-b364-dc8bc207ad36, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:50:57.709607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] For port ed49cf42-93e8-4d36-b364-dc8bc207ad36, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=ed49cf42-93e8-4d36-b364-dc8bc207ad36,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:50:57.713719 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.717866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:57.809106 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Routers {'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:50:57.809729 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:50:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:50:57.963246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3913131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369178'] for router_interface, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:57.967389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0959ea-3246-4b6c-a32a-014e4c16ad1d,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:57.971136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:58.121030 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Network 4367d364-c82c-498d-a285-dae09ecb6dfc is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:50:58.122221 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:50:58.128722 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da1704-e18c-4fd3-86a1-1b70f60a5570 None None] Pushing event updated for resources: {'Port': ['ID=ed49cf42-93e8-4d36-b364-dc8bc207ad36,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:58.132196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-61da1704-e18c-4fd3-86a1-1b70f60a5570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:58.199113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] Set router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:50:58.325390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:50:58.455456 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-7b0ac698-ce62-4f9e-8e99-3c275f3a8196 None None] Provisioning complete for port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:50:58.455777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7b0ac698-ce62-4f9e-8e99-3c275f3a8196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:58.512951 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:50:58.522727 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] 10.222.0.55 "PUT /v2.0/routers/b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6544201 Apr 19 19:50:58.566062 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ac698-ce62-4f9e-8e99-3c275f3a8196 None None] Port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:50:58.602783 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1a0959ea-3246-4b6c-a32a-014e4c16ad1d', 'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'mac_address': 'fa:16:3e:f5:18:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:56Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 2, 'project_id': '68d6946c11634ca38b07df05531a897d', 'subnets': [{'id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:50:58.607154 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230866d8-feda-4233-9b8d-3eb8133a7a11 None None] The sync data for ids ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'] in dv-cinder-786931-1-iscsi is: [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1a0959ea-3246-4b6c-a32a-014e4c16ad1d', 'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'mac_address': 'fa:16:3e:f5:18:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:56Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 2, 'project_id': '68d6946c11634ca38b07df05531a897d', 'subnets': [{'id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:50:59.106160 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58450) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:50:59.112700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1366808314-network', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:50:59.118173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:50:59.122287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Usage tracker for resource:network and tenant:5ecd058316704ed0a24cc1476d343ff3 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:50:59.126512 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:50:59.132738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:50:59.142190 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Made reservation on behalf of 5ecd058316704ed0a24cc1476d343ff3 for: {'network': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:50:59.147864 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for network, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:59.161634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:59.178138 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:50:59.182572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Usage tracker for resource:security_group_rule and tenant:5ecd058316704ed0a24cc1476d343ff3 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:50:59.185669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:50:59.192184 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:50:59.285126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:59.288558 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:59.293329 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-42a3ce93-c68c-4777-9e59-36216aef6356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:59.318900 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=86440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:50:59.330329 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:59.331256 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.segments_db [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Added segment 23385579-bd8c-4924-8ca4-813e318f4f43 of type vlan for network 61f9ca96-c948-468b-9194-ae5dbad74daa Apr 19 19:50:59.362582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d495831-b033-480b-bc76-b60591c10b44,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:59.366089 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:59.382599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740851482227'] for network, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:59.414941 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114'] for network, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:59.416443 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:50:59.417087 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:50:59.422906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9fa41b12-4123-40d0-8fa5-d5f72055af40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:50:59.533667 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Pushing event updated for resources: {'Network': ['ID=61f9ca96-c948-468b-9194-ae5dbad74daa,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:50:59.537566 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4299917 Apr 19 19:50:59.538589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:50:59.540279 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58454) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:50:59.545716 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Network 61f9ca96-c948-468b-9194-ae5dbad74daa details requested by agent ovs-agent-dv-cinder-786931-1-iscsi with host dv-cinder-786931-1-iscsi {{(pid=86442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:50:59.546385 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Request body: {'subnet': {'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1366808314-subnet', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'ip_version': 4}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:50:59.552075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:50:59.556415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Usage tracker for resource:subnet and tenant:5ecd058316704ed0a24cc1476d343ff3 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:50:59.559607 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:50:59.566108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:50:59.578969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Made reservation on behalf of 5ecd058316704ed0a24cc1476d343ff3 for: {'subnet': 1} {{(pid=86440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:50:59.584185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827347715'] for subnet, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:00.007800 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853900605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827347732'] for subnet, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:00.011918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:00.089813 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177e0156-76fe-4dd1-a1de-36a08f5d76f7,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:00.093803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:00.102689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Checking segment: {'id': '23385579-bd8c-4924-8ca4-813e318f4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:51:00.103093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Network hostable DHCP agents. Network: 61f9ca96-c948-468b-9194-ae5dbad74daa, hostable agents: ['0ff0a36b-1839-46f6-a2b6-b073e00b19cc'], hosted agents: [] {{(pid=86440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:51:00.124177 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Network 61f9ca96-c948-468b-9194-ae5dbad74daa is scheduled to be hosted by DHCP agent 0ff0a36b-1839-46f6-a2b6-b073e00b19cc with binding_index 1 {{(pid=86440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:51:00.133889 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-1-iscsi, 61f9ca96-c948-468b-9194-ae5dbad74daa) {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:51:00.144216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc1796c-88c0-44ba-a23b-823c35410d14 None None] Network 61f9ca96-c948-468b-9194-ae5dbad74daa requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:51:00.147993 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:00.148660 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:00.169453 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-8f9c8e00-1abf-41d0-95de-5198b079b105 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6280644 Apr 19 19:51:00.172247 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58458) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:00.178305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1366808314-router', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:51:00.183320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:51:00.187488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Usage tracker for resource:router and tenant:5ecd058316704ed0a24cc1476d343ff3 is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:51:00.191141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:51:00.197964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:51:00.207997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32715'] for router, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:00.209636 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3729680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743108'] for router, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:00.225099 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:00.377792 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2f36e89-c652-5c48-a22e-e39afdece8ec-61f9ca96-c948-468b-9194-ae5dbad74daa', 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'fixed_ips': [{'subnet_id': '177e0156-76fe-4dd1-a1de-36a08f5d76f7'}]}} from dv-cinder-786931-1-iscsi. {{(pid=86442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:51:00.378821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:00.535308 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743123'] for router, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:00.550982 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Allocated IP 172.20.0.2 (61f9ca96-c948-468b-9194-ae5dbad74daa/177e0156-76fe-4dd1-a1de-36a08f5d76f7/e2ecdcd4-be69-4cbd-895b-d40928fa6b4b) {{(pid=86442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:51:00.780779 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Notify callbacks [] for port, precommit_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:00.792859 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Transition to ACTIVE for port object e2ecdcd4-be69-4cbd-895b-d40928fa6b4b will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:51:00.813313 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Transition to ACTIVE for port object e2ecdcd4-be69-4cbd-895b-d40928fa6b4b will not be triggered until provisioned by entity DHCP. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:51:00.818981 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016'] for port, after_create {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:00.823888 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:00.899796 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Network 61f9ca96-c948-468b-9194-ae5dbad74daa is already hosted by enough agents. {{(pid=86442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:51:00.902826 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Resources bound (agent type, host, resource id): {{(pid=86442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:51:00.905321 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Received port after_create {{(pid=86442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:51:00.913764 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Pushing event updated for resources: {'Port': ['ID=e2ecdcd4-be69-4cbd-895b-d40928fa6b4b,revision_number=1']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:00.916473 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:01.005090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Attempting to bind port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:51:01.005516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Attempting to bind port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '23385579-bd8c-4924-8ca4-813e318f4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:51:01.005985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Attempting to bind port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b on network 61f9ca96-c948-468b-9194-ae5dbad74daa {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:51:01.012463 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:51:01.012921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Checking segment: {'id': '23385579-bd8c-4924-8ca4-813e318f4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:51:01.013372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:01.013813 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Bound using segment: {'id': '23385579-bd8c-4924-8ca4-813e318f4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:51:01.014331 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Bound port: e2ecdcd4-be69-4cbd-895b-d40928fa6b4b, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23385579-bd8c-4924-8ca4-813e318f4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:51:01.014782 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:01.122526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:01.124485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] For port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:51:01.130768 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] For port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=e2ecdcd4-be69-4cbd-895b-d40928fa6b4b,segment=NetworkSegment(23385579-bd8c-4924-8ca4-813e318f4f43),segment_id=23385579-bd8c-4924-8ca4-813e318f4f43)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:51:01.134379 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:01.147992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-61da1704-e18c-4fd3-86a1-1b70f60a5570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:01.162479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:01.188062 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device ed49cf42-93e8-4d36-b364-dc8bc207ad36 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:51:01.293280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Pushing event updated for resources: {'Port': ['ID=e2ecdcd4-be69-4cbd-895b-d40928fa6b4b,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:01.298539 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:01.310287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port ed49cf42-93e8-4d36-b364-dc8bc207ad36 completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:51:01.315614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port ed49cf42-93e8-4d36-b364-dc8bc207ad36 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:01.316036 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:01.319706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Allocated IP 172.27.0.86 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/49e9e9de-a928-41bc-b4c2-4f44bc926c6b) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:51:01.446824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:01.464364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port ed49cf42-93e8-4d36-b364-dc8bc207ad36, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=ed49cf42-93e8-4d36-b364-dc8bc207ad36,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:51:01.467377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:01.469304 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:01.483766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:01.521021 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:01.526336 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b01a6d63-45e0-4634-98bc-276c972e4d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:01.568114 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=ed49cf42-93e8-4d36-b364-dc8bc207ad36,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:01.572662 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:01.610168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:51:01.613360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:51:01.617488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:51:01.659126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Pushing event updated for resources: {'Port': ['ID=49e9e9de-a928-41bc-b4c2-4f44bc926c6b,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:01.663589 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:01.747883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Sync routers for ids ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:51:01.758121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Routers {'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:51:01.758917 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:50:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:01.948440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Set router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:51:02.074431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:02.453477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854367420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851000356'] for router, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:02.461421 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1a0959ea-3246-4b6c-a32a-014e4c16ad1d', 'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'mac_address': 'fa:16:3e:f5:18:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:56Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 2, 'project_id': '68d6946c11634ca38b07df05531a897d', 'subnets': [{'id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:02.465713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Checking router: b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:51:02.466099 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Updating router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d binding host dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:51:02.523794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:02.603100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b3cefe-5490-4cea-b3bd-258bca6e5e18 None None] Network 61f9ca96-c948-468b-9194-ae5dbad74daa requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:51:02.680082 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Router 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 is scheduled to L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 with binding_index 1 {{(pid=86440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:51:02.689704 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-dc71f9e7-aadc-4807-aa77-ee698f25a14e None None] Provisioning for port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:51:02.873696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:51:02.884858 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Sync routers for ids ['64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:51:02.896039 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Routers {'64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:51:02.896957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:50:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:02.900224 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:02.904349 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7284503 Apr 19 19:51:02.904494 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Notify callbacks [] for port, precommit_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:02.904852 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58466) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:02.916052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Transition to ACTIVE for port object 1a0959ea-3246-4b6c-a32a-014e4c16ad1d will not be triggered until provisioned by entity L2. {{(pid=86443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:51:02.922625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:02.927996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-437af6bb-4786-4d85-94c5-48d044c57d8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:02.996734 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Pushing event updated for resources: {'Port': ['ID=1a0959ea-3246-4b6c-a32a-014e4c16ad1d,revision_number=3']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:03.006571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:03.007195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:03.007322 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:03.007633 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:03.007990 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:03.008345 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:03.008696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:03.009125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:03.009386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:03.009739 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:03.010087 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:03.010433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:03.014253 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:03.141651 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Set router 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:51:03.275241 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Attempting to bind port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:51:03.275988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Attempting to bind port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:51:03.281468 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Attempting to bind port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d on network 4367d364-c82c-498d-a285-dae09ecb6dfc {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:51:03.288037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:51:03.289799 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Checking segment: {'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:51:03.291072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:03.291679 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Bound using segment: {'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:51:03.293007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Bound port: 1a0959ea-3246-4b6c-a32a-014e4c16ad1d, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'}}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:51:03.294031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:03.309980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device ed49cf42-93e8-4d36-b364-dc8bc207ad36 up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:51:03.392777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] For port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:51:03.397905 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] For port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=1a0959ea-3246-4b6c-a32a-014e4c16ad1d,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:51:03.402765 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:03.409478 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8a5103eb-b2d5-46a3-8589-94c4335d011e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:03.492981 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Routers {'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:51:03.493689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:50:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:03.646870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Pushing event updated for resources: {'Port': ['ID=1a0959ea-3246-4b6c-a32a-014e4c16ad1d,revision_number=4']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:03.662697 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-611f6baa-247f-4453-b673-931b4cd5fe09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:03.668196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port ed49cf42-93e8-4d36-b364-dc8bc207ad36 triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:03.668612 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:03.725869 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] Set router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:51:03.793040 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:03.880689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device e2ecdcd4-be69-4cbd-895b-d40928fa6b4b up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:51:03.913162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'name': 'tempest-TestMinimumBasicScenario-1366808314-router', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:51:00Z', 'updated_at': '2021-04-19T19:51:01Z', 'revision_number': 3, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'gw_port': {'id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:51:01Z', 'updated_at': '2021-04-19T19:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:03.926499 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Checking router: 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:51:03.927108 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Updating router 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 port 49e9e9de-a928-41bc-b4c2-4f44bc926c6b binding host dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:51:04.002293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.024625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Allocated IP 172.20.0.1 (61f9ca96-c948-468b-9194-ae5dbad74daa/177e0156-76fe-4dd1-a1de-36a08f5d76f7/ec62a1bc-480f-4b1e-b2db-933fbcf0dfab) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:51:04.053941 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:51:04.065202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:04.065614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.105285 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1a0959ea-3246-4b6c-a32a-014e4c16ad1d', 'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'mac_address': 'fa:16:3e:f5:18:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:56Z', 'updated_at': '2021-04-19T19:51:03Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'subnets': [{'id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:04.110029 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c016fd-7ddc-4f04-bd44-1bb14bf91106 None None] The sync data for ids ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'] in dv-cinder-786931-1-iscsi is: [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1a0959ea-3246-4b6c-a32a-014e4c16ad1d', 'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'mac_address': 'fa:16:3e:f5:18:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:56Z', 'updated_at': '2021-04-19T19:51:03Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'subnets': [{'id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:51:04.215255 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.232646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Transition to ACTIVE for port object ec62a1bc-480f-4b1e-b2db-933fbcf0dfab will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:51:04.259733 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.264915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:04.341830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Network 61f9ca96-c948-468b-9194-ae5dbad74daa is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:51:04.345245 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:51:04.349047 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:51:04.353634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.388588 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Pushing event updated for resources: {'Port': ['ID=ec62a1bc-480f-4b1e-b2db-933fbcf0dfab,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:04.396986 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:04.423749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=e2ecdcd4-be69-4cbd-895b-d40928fa6b4b,segment=NetworkSegment(23385579-bd8c-4924-8ca4-813e318f4f43),segment_id=23385579-bd8c-4924-8ca4-813e318f4f43)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:51:04.428949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.432033 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:04.439550 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406529'] for router_interface, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.578278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.579917 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=e2ecdcd4-be69-4cbd-895b-d40928fa6b4b,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:04.584196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Notify callbacks [] for port, precommit_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.586934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:04.597591 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Transition to ACTIVE for port object 49e9e9de-a928-41bc-b4c2-4f44bc926c6b will not be triggered until provisioned by entity L2. {{(pid=86442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:51:04.603741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.608761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-88555665-b0b5-4c68-a28a-8a433ae5647d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:04.706884 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Attempting to bind port 49e9e9de-a928-41bc-b4c2-4f44bc926c6b on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:51:04.707222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Attempting to bind port 49e9e9de-a928-41bc-b4c2-4f44bc926c6b by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:51:04.707629 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Attempting to bind port 49e9e9de-a928-41bc-b4c2-4f44bc926c6b on network 22660ca9-1aee-455b-8549-52f5768c4643 {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:51:04.710041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb3822-b687-4462-9ac5-dac32374501d None None] Pushing event updated for resources: {'Port': ['ID=49e9e9de-a928-41bc-b4c2-4f44bc926c6b,revision_number=2']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:04.714046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-bb53afae-4976-40cd-aadf-d8213c5082e5 None None] Provisioning for port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:51:04.717634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-24cb3822-b687-4462-9ac5-dac32374501d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:04.721644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:51:04.722069 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Checking segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:51:04.722543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.722989 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Bound using segment: {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'} {{(pid=86442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:51:04.723524 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Bound port: 49e9e9de-a928-41bc-b4c2-4f44bc926c6b, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cf7ac-59bc-47be-8d9a-17dd19889a20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643'}}] {{(pid=86442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:51:04.724140 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.755187 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-bb53afae-4976-40cd-aadf-d8213c5082e5 None None] Provisioning complete for port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:04.755605 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bb53afae-4976-40cd-aadf-d8213c5082e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.838910 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.844186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.849059 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-bb53afae-4976-40cd-aadf-d8213c5082e5 None None] Port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:51:04.864386 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] For port 49e9e9de-a928-41bc-b4c2-4f44bc926c6b, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:51:04.867809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] For port 49e9e9de-a928-41bc-b4c2-4f44bc926c6b, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=49e9e9de-a928-41bc-b4c2-4f44bc926c6b,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:51:04.871653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:04.876587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-24cb3822-b687-4462-9ac5-dac32374501d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:04.877141 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7b8edd37-9ee9-4f4e-ba38-d7a16e8ed9e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:04.956727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Routers {'64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:51:04.957521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:50:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:04.966749 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Pushing event updated for resources: {'Port': ['ID=ec62a1bc-480f-4b1e-b2db-933fbcf0dfab,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:04.971357 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:04.972158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3913131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854369178'] for router_interface, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:05.093324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb3822-b687-4462-9ac5-dac32374501d None None] Pushing event updated for resources: {'Port': ['ID=49e9e9de-a928-41bc-b4c2-4f44bc926c6b,revision_number=3']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:05.113011 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-24cb3822-b687-4462-9ac5-dac32374501d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:05.122574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Network 61f9ca96-c948-468b-9194-ae5dbad74daa is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:51:05.123800 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:51:05.139431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device e2ecdcd4-be69-4cbd-895b-d40928fa6b4b up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:51:05.237270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] Set router 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:51:05.316983 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:05.317448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:05.330614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Router 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:51:05.530208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-322b9262-b6c9-4ff1-97e0-4dae3c3bf557 None None] Provisioning complete for port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:05.530656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-322b9262-b6c9-4ff1-97e0-4dae3c3bf557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:05.660582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-322b9262-b6c9-4ff1-97e0-4dae3c3bf557 None None] Port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:51:05.744304 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 1a0959ea-3246-4b6c-a32a-014e4c16ad1d up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:51:05.782007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:51:05.792398 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-5d939d0c-7457-4362-a5f7-1ebac235bc98 admin admin] 10.222.0.55 "PUT /v2.0/routers/64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8862848 Apr 19 19:51:05.840892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:51:05.845842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'name': 'tempest-TestMinimumBasicScenario-1366808314-router', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:51:00Z', 'updated_at': '2021-04-19T19:51:04Z', 'revision_number': 4, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'gw_port': {'id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:51:01Z', 'updated_at': '2021-04-19T19:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'ec62a1bc-480f-4b1e-b2db-933fbcf0dfab', 'name': '', 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'mac_address': 'fa:16:3e:9f:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '177e0156-76fe-4dd1-a1de-36a08f5d76f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:51:03Z', 'updated_at': '2021-04-19T19:51:04Z', 'revision_number': 2, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'subnets': [{'id': '177e0156-76fe-4dd1-a1de-36a08f5d76f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:05.851195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:05.851605 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:05.885548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89811660-8d46-4dab-91fa-8ab5564b082c None None] The sync data for ids ['64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'] in dv-cinder-786931-1-iscsi is: [{'id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'name': 'tempest-TestMinimumBasicScenario-1366808314-router', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:51:00Z', 'updated_at': '2021-04-19T19:51:04Z', 'revision_number': 4, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'gw_port': {'id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:51:01Z', 'updated_at': '2021-04-19T19:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'ec62a1bc-480f-4b1e-b2db-933fbcf0dfab', 'name': '', 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'mac_address': 'fa:16:3e:9f:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '177e0156-76fe-4dd1-a1de-36a08f5d76f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:51:03Z', 'updated_at': '2021-04-19T19:51:04Z', 'revision_number': 2, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'subnets': [{'id': '177e0156-76fe-4dd1-a1de-36a08f5d76f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:51:05.987689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:06.022072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=1a0959ea-3246-4b6c-a32a-014e4c16ad1d,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:51:06.025364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:06.027464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:06.107204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=1a0959ea-3246-4b6c-a32a-014e4c16ad1d,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:06.110499 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:06.416086 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-04932a46-7b9d-4108-827f-fd21b7add855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:07.215995 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:07.250096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 49e9e9de-a928-41bc-b4c2-4f44bc926c6b up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:51:07.330803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port 49e9e9de-a928-41bc-b4c2-4f44bc926c6b completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:51:07.336118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 49e9e9de-a928-41bc-b4c2-4f44bc926c6b triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:07.336701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:07.660963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:07.679845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port 49e9e9de-a928-41bc-b4c2-4f44bc926c6b, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=49e9e9de-a928-41bc-b4c2-4f44bc926c6b,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:51:07.683248 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:07.684279 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 1a0959ea-3246-4b6c-a32a-014e4c16ad1d up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:51:07.717622 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:07.829959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=49e9e9de-a928-41bc-b4c2-4f44bc926c6b,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:07.835347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:07.835777 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:07.867436 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:08.439208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1bb66e4a-5afd-4d09-ba7b-96aff6950461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:09.098206 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 49e9e9de-a928-41bc-b4c2-4f44bc926c6b up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:51:09.132545 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:09.179224 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port 49e9e9de-a928-41bc-b4c2-4f44bc926c6b triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:09.179976 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:09.402010 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Sync routers for ids ['64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:51:09.412999 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Routers {'64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:51:09.413929 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:51:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:09.486991 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:09.607665 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Set router 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:51:09.968083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'name': 'tempest-TestMinimumBasicScenario-1366808314-router', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:51:00Z', 'updated_at': '2021-04-19T19:51:04Z', 'revision_number': 4, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'gw_port': {'id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:51:01Z', 'updated_at': '2021-04-19T19:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'ec62a1bc-480f-4b1e-b2db-933fbcf0dfab', 'name': '', 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'mac_address': 'fa:16:3e:9f:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '177e0156-76fe-4dd1-a1de-36a08f5d76f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:51:03Z', 'updated_at': '2021-04-19T19:51:04Z', 'revision_number': 2, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'subnets': [{'id': '177e0156-76fe-4dd1-a1de-36a08f5d76f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:09.972542 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Checking router: 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:51:09.972944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Updating router 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab binding host dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:51:10.032517 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:10.456938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Notify callbacks [] for port, precommit_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:10.472964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Transition to ACTIVE for port object ec62a1bc-480f-4b1e-b2db-933fbcf0dfab will not be triggered until provisioned by entity L2. {{(pid=86443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:51:10.481410 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:10.487246 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:10.807814 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c716423-4124-4094-874c-40621cf4a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ec62a1bc-480f-4b1e-b2db-933fbcf0dfab,revision_number=3']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:10.836978 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4c716423-4124-4094-874c-40621cf4a2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:10.911731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Attempting to bind port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab on host dv-cinder-786931-1-iscsi for vnic_type normal with profile {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:51:10.912212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Attempting to bind port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab by drivers openvswitch,hyperv on host dv-cinder-786931-1-iscsi at level 0 using segments [{'id': '23385579-bd8c-4924-8ca4-813e318f4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa'}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:51:10.912619 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Attempting to bind port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab on network 61f9ca96-c948-468b-9194-ae5dbad74daa {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:51:10.921416 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Checking agent: {'id': 'b34b3504-041b-408c-af0a-c6e812d0f35f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 2, 9), 'started_at': datetime.datetime(2021, 4, 19, 19, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:51:10.921833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Checking segment: {'id': '23385579-bd8c-4924-8ca4-813e318f4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:51:10.922281 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:10.922737 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Bound using segment: {'id': '23385579-bd8c-4924-8ca4-813e318f4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa'} {{(pid=86443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:51:10.923261 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Bound port: ec62a1bc-480f-4b1e-b2db-933fbcf0dfab, host: dv-cinder-786931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23385579-bd8c-4924-8ca4-813e318f4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa'}}] {{(pid=86443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:51:10.923676 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:11.025680 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:11.049752 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] For port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab, host dv-cinder-786931-1-iscsi, cleared binding levels {{(pid=86443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:51:11.053434 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] For port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab, host dv-cinder-786931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=ec62a1bc-480f-4b1e-b2db-933fbcf0dfab,segment=NetworkSegment(23385579-bd8c-4924-8ca4-813e318f4f43),segment_id=23385579-bd8c-4924-8ca4-813e318f4f43)] {{(pid=86443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:51:11.058697 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86443) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:11.064384 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:11.161416 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Routers {'64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:51:11.162143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:51:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:11.303129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c716423-4124-4094-874c-40621cf4a2e1 None None] Pushing event updated for resources: {'Port': ['ID=ec62a1bc-480f-4b1e-b2db-933fbcf0dfab,revision_number=4']} {{(pid=86443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:11.306614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4c716423-4124-4094-874c-40621cf4a2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86443) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:11.381377 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] Set router 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:51:11.763552 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'name': 'tempest-TestMinimumBasicScenario-1366808314-router', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:51:00Z', 'updated_at': '2021-04-19T19:51:04Z', 'revision_number': 4, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'gw_port': {'id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:51:01Z', 'updated_at': '2021-04-19T19:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'ec62a1bc-480f-4b1e-b2db-933fbcf0dfab', 'name': '', 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'mac_address': 'fa:16:3e:9f:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '177e0156-76fe-4dd1-a1de-36a08f5d76f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:51:03Z', 'updated_at': '2021-04-19T19:51:11Z', 'revision_number': 4, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'subnets': [{'id': '177e0156-76fe-4dd1-a1de-36a08f5d76f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:11.768677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b3b1f-da8d-4f22-9f4c-0763030f0980 None None] The sync data for ids ['64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'] in dv-cinder-786931-1-iscsi is: [{'id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'name': 'tempest-TestMinimumBasicScenario-1366808314-router', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:51:00Z', 'updated_at': '2021-04-19T19:51:04Z', 'revision_number': 4, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'gw_port': {'id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:51:01Z', 'updated_at': '2021-04-19T19:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': 'ec62a1bc-480f-4b1e-b2db-933fbcf0dfab', 'name': '', 'network_id': '61f9ca96-c948-468b-9194-ae5dbad74daa', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'mac_address': 'fa:16:3e:9f:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '177e0156-76fe-4dd1-a1de-36a08f5d76f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:51:03Z', 'updated_at': '2021-04-19T19:51:11Z', 'revision_number': 4, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'subnets': [{'id': '177e0156-76fe-4dd1-a1de-36a08f5d76f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:51:13.151712 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device ec62a1bc-480f-4b1e-b2db-933fbcf0dfab up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:51:13.229800 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning for port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:51:13.235741 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:13.236180 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:13.370709 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:13.413563 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] For port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=ec62a1bc-480f-4b1e-b2db-933fbcf0dfab,segment=NetworkSegment(23385579-bd8c-4924-8ca4-813e318f4f43),segment_id=23385579-bd8c-4924-8ca4-813e318f4f43)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:51:13.417186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:13.420279 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:13.506786 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Pushing event updated for resources: {'Port': ['ID=ec62a1bc-480f-4b1e-b2db-933fbcf0dfab,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:13.510839 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:13.570024 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e104f0a-3885-482a-8022-a2097d575429 req-71585d6c-1123-4055-8af1-372c28f5bc4f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881498 Apr 19 19:51:13.673882 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e104f0a-3885-482a-8022-a2097d575429 req-9c138633-77ba-48da-bdd3-67b60abd5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:13.675442 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e104f0a-3885-482a-8022-a2097d575429 req-9c138633-77ba-48da-bdd3-67b60abd5633 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 1099 time: 0.0846982 Apr 19 19:51:13.847543 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e104f0a-3885-482a-8022-a2097d575429 req-3497e945-4b3c-483f-b2b9-bcc7822ff234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:13.849313 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e104f0a-3885-482a-8022-a2097d575429 req-3497e945-4b3c-483f-b2b9-bcc7822ff234 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 913 time: 0.1542652 Apr 19 19:51:13.971190 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e104f0a-3885-482a-8022-a2097d575429 req-b74c467a-305e-4090-a5ab-e75901ec0a46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a920d19-62d0-44bf-b074-143d32196932 HTTP/1.1" status: 200 len: 1001 time: 0.1152606 Apr 19 19:51:14.050066 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e104f0a-3885-482a-8022-a2097d575429 req-1538b87b-4b5d-4566-8779-277a61c60c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:14.051746 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e104f0a-3885-482a-8022-a2097d575429 req-1538b87b-4b5d-4566-8779-277a61c60c62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0738201 Apr 19 19:51:14.144356 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e104f0a-3885-482a-8022-a2097d575429 req-441a6719-f5bf-4bb7-b8a9-3daf5de9c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:14.146707 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e104f0a-3885-482a-8022-a2097d575429 req-441a6719-f5bf-4bb7-b8a9-3daf5de9c96c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881584 Apr 19 19:51:14.158894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [req-3e104f0a-3885-482a-8022-a2097d575429 req-e4969dfd-8e9e-4d57-8f3c-e31cea95da52 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=86441) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:51:14.159656 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e104f0a-3885-482a-8022-a2097d575429 req-e4969dfd-8e9e-4d57-8f3c-e31cea95da52 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060067 Apr 19 19:51:14.314582 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e104f0a-3885-482a-8022-a2097d575429 req-036b5bbe-7c92-4077-8bda-973274b965df service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477954 Apr 19 19:51:14.478139 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e104f0a-3885-482a-8022-a2097d575429 req-122a7ffd-e5d4-4e70-9cc8-4f7bd35d4498 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548052 Apr 19 19:51:15.092644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device ec62a1bc-480f-4b1e-b2db-933fbcf0dfab up at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:51:15.166006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Provisioning complete for port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:15.166575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:15.747432 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-44835ce1-8a9d-4755-895a-450a3e62cf8a tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:15.749021 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-44835ce1-8a9d-4755-895a-450a3e62cf8a tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/networks?id=4367d364-c82c-498d-a285-dae09ecb6dfc HTTP/1.1" status: 200 len: 815 time: 0.1611593 Apr 19 19:51:15.767288 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-23e93a50-5ca2-4093-beba-87876c141609 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/quotas/68d6946c11634ca38b07df05531a897d HTTP/1.1" status: 200 len: 375 time: 0.0099440 Apr 19 19:51:15.859298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-8e248004-5dc7-41c3-bff9-ec7037958fc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Synchronizing usage tracker for tenant:68d6946c11634ca38b07df05531a897d on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:51:15.877058 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-8e248004-5dc7-41c3-bff9-ec7037958fc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Unset dirty status for tenant:68d6946c11634ca38b07df05531a897d on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:51:15.878485 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-8e248004-5dc7-41c3-bff9-ec7037958fc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=68d6946c11634ca38b07df05531a897d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052649 Apr 19 19:51:16.030321 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-4f688dde-9eb2-42a7-b92b-459ca1d04a99 service neutron] 10.222.0.55 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384134 Apr 19 19:51:16.190846 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-844ab8d2-86d3-45dc-a6f7-1a6c1a80a6e4 service neutron] 10.222.0.55 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509588 Apr 19 19:51:16.396634 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-242afb60-290c-4612-9aa2-e477103514b5 req-7e40759b-07f0-44f3-9ff4-75087c12a352 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 210 time: 0.0535955 Apr 19 19:51:17.574295 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-effc3e00-4488-48af-89ea-5c177ca0446b req-5b1e3fc2-a60d-4401-8227-9f4bbd9d48dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 210 time: 0.0579751 Apr 19 19:51:17.617402 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-9242b355-4ecb-4aab-ad99-90f00dd8e03e tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:17.619014 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-9242b355-4ecb-4aab-ad99-90f00dd8e03e tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.52 "GET /v2.0/networks?id=4367d364-c82c-498d-a285-dae09ecb6dfc HTTP/1.1" status: 200 len: 815 time: 0.2082345 Apr 19 19:51:17.633340 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Request body: {'port': {'device_id': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'admin_state_up': True, 'tenant_id': '68d6946c11634ca38b07df05531a897d'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:51:17.782324 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:51:17.793117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:51:17.802370 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Made reservation on behalf of 68d6946c11634ca38b07df05531a897d for: {'port': 1} {{(pid=86441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:51:17.808638 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:18.007896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Allocated IP 172.20.0.8 (4367d364-c82c-498d-a285-dae09ecb6dfc/77d16ad7-993c-489a-b6c6-c466bdcbd7ef/f2cb6a4d-f3d0-4085-afdb-e501b93f16cf) {{(pid=86441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:51:18.323297 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for port, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:18.343405 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Transition to ACTIVE for port object f2cb6a4d-f3d0-4085-afdb-e501b93f16cf will not be triggered until provisioned by entity DHCP. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:51:18.370695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:18.377574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-36925ccc-710c-43ac-af5d-6145ab8a177c tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:18.455107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Network 4367d364-c82c-498d-a285-dae09ecb6dfc is already hosted by enough agents. {{(pid=86441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:51:18.459299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Resources bound (agent type, host, resource id): {{(pid=86441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:51:18.463674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Received port after_create {{(pid=86441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:51:18.505414 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event updated for resources: {'Port': ['ID=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:18.511609 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:18.547660 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:18.548455 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:18.578566 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9492927 Apr 19 19:51:18.759159 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-ad10ed45-035a-486a-a80c-309a9c8f9b03 None None] Provisioning for port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf completed by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:51:18.765704 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-ad10ed45-035a-486a-a80c-309a9c8f9b03 None None] Provisioning complete for port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:18.766165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ad10ed45-035a-486a-a80c-309a9c8f9b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:18.797404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766298a4-6f94-41c3-b9af-ae10477ac927 req-1638e090-5c13-4ea2-85b6-4a1ee396921a tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:18.798197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-766298a4-6f94-41c3-b9af-ae10477ac927 req-1638e090-5c13-4ea2-85b6-4a1ee396921a tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Synchronizing usage tracker for tenant:68d6946c11634ca38b07df05531a897d on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:51:18.814724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-766298a4-6f94-41c3-b9af-ae10477ac927 req-1638e090-5c13-4ea2-85b6-4a1ee396921a tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Unset dirty status for tenant:68d6946c11634ca38b07df05531a897d on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:51:18.816123 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-766298a4-6f94-41c3-b9af-ae10477ac927 req-1638e090-5c13-4ea2-85b6-4a1ee396921a tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 931 time: 0.1167035 Apr 19 19:51:18.831275 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-ad10ed45-035a-486a-a80c-309a9c8f9b03 None None] Port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf cannot update to ACTIVE because it is not bound. {{(pid=86442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:51:18.870420 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-766298a4-6f94-41c3-b9af-ae10477ac927 req-227ddd75-ed1f-4a84-96ee-c2cebdec5bdc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470617 Apr 19 19:51:20.098288 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f1a8e-67e7-4ac4-bb40-4474dcc28c5d req-2f89ada5-4115-4daa-bb6e-4013c6b9205d tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:20.100465 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-395f1a8e-67e7-4ac4-bb40-4474dcc28c5d req-2f89ada5-4115-4daa-bb6e-4013c6b9205d tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 931 time: 0.1024661 Apr 19 19:51:20.170551 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-395f1a8e-67e7-4ac4-bb40-4474dcc28c5d req-e9d324e3-5f78-41a0-8e56-d41bae13b2df tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623004 Apr 19 19:51:21.383390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d719a-85c6-4011-8c66-b523c5b8a555 req-be37723a-18d2-4a00-b268-469111aa33f0 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:21.385070 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-de5d719a-85c6-4011-8c66-b523c5b8a555 req-be37723a-18d2-4a00-b268-469111aa33f0 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 931 time: 0.0968220 Apr 19 19:51:21.439680 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-de5d719a-85c6-4011-8c66-b523c5b8a555 req-a022ba84-3315-4e22-80dc-d432b339d6f8 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480380 Apr 19 19:51:21.708729 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:51:22.666857 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742520b-d807-4dcb-9a38-eac2348396ac req-38cf03ea-6bb3-45b2-b0c2-747fcb13c602 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:22.669227 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a742520b-d807-4dcb-9a38-eac2348396ac req-38cf03ea-6bb3-45b2-b0c2-747fcb13c602 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 931 time: 0.1013639 Apr 19 19:51:22.734476 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a742520b-d807-4dcb-9a38-eac2348396ac req-976a2915-0df1-400d-9be1-922303938b5a tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585392 Apr 19 19:51:23.954799 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69c8b9-085c-4591-a5fa-4b33941a85f0 req-2dd4fcda-e00e-48ac-84e7-3f35fb626dae tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:23.956763 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a69c8b9-085c-4591-a5fa-4b33941a85f0 req-2dd4fcda-e00e-48ac-84e7-3f35fb626dae tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 931 time: 0.0982592 Apr 19 19:51:24.009355 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6a69c8b9-085c-4591-a5fa-4b33941a85f0 req-62fc4899-1c9b-4ed1-a574-16078a4dd733 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457673 Apr 19 19:51:25.229467 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a34f4-19c4-41d5-9c10-901720fa51aa req-a078633c-16f9-436a-8bc2-7229c9b6b49d tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:25.231109 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2a8a34f4-19c4-41d5-9c10-901720fa51aa req-a078633c-16f9-436a-8bc2-7229c9b6b49d tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 931 time: 0.0953994 Apr 19 19:51:25.284357 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-2a8a34f4-19c4-41d5-9c10-901720fa51aa req-0c736cea-bf4b-43bf-b2d1-07e79d42dc0f tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466111 Apr 19 19:51:26.512624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dd140-6f6e-4501-9990-9f5a2e7da5c7 req-41193305-4962-4789-8744-366acd59c17b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:26.514241 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-db7dd140-6f6e-4501-9990-9f5a2e7da5c7 req-41193305-4962-4789-8744-366acd59c17b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 931 time: 0.0947373 Apr 19 19:51:26.570419 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-db7dd140-6f6e-4501-9990-9f5a2e7da5c7 req-70743dba-93bd-492e-9968-23d795944426 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486286 Apr 19 19:51:27.797405 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2eb0-5b60-47f9-bac8-0ce7d59d279a req-156d334d-3274-4232-a8a2-4e43b40a9354 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:27.798990 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0ebb2eb0-5b60-47f9-bac8-0ce7d59d279a req-156d334d-3274-4232-a8a2-4e43b40a9354 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 931 time: 0.1049299 Apr 19 19:51:27.849507 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-0ebb2eb0-5b60-47f9-bac8-0ce7d59d279a req-2e981678-a1d2-40fe-89e6-c3654db19e59 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Apr 19 19:51:28.038931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Request body: {'port': {'device_id': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:51:28.170496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:28.538392 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cb6a4d-f3d0-4085-afdb-e501b93f16cf {{(pid=86441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:51:28.546282 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:28.562399 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Transition to ACTIVE for port object f2cb6a4d-f3d0-4085-afdb-e501b93f16cf will not be triggered until provisioned by entity L2. {{(pid=86441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:51:28.566671 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:28.570923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-75c484ee-f4c0-4d55-bf1e-96011d5ea798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:28.740336 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,revision_number=2']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:28.743397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:28.839294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Attempting to bind port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:51:28.839757 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Attempting to bind port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:51:28.840041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Attempting to bind port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf on network 4367d364-c82c-498d-a285-dae09ecb6dfc {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:51:28.845509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf on network 4367d364-c82c-498d-a285-dae09ecb6dfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:51:28.845878 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Attempting to bind port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf on network 4367d364-c82c-498d-a285-dae09ecb6dfc {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:51:28.853019 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Checking agent: {'id': 'b9bb69b7-352f-44c1-a2e6-d74c9c4987cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:51:28.853393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Checking segment: {'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:51:28.853849 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Bound using segment: {'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'} {{(pid=86441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:51:28.854312 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Bound port: f2cb6a4d-f3d0-4085-afdb-e501b93f16cf, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd911d274-0556-4683-bdb6-4cee2fae9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc'}}] {{(pid=86441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:51:28.854727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:28.968476 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] For port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf, host hv-cinder-78693, cleared binding levels {{(pid=86441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:51:28.971855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] For port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:51:29.016092 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:29.027352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5d0bbe29-b92c-4f3f-9e9c-9d1c1fd1d776 tempest-AttachVolumeNegativeTest-748521571 tempest-AttachVolumeNegativeTest-748521571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:29.090378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:29.091089 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:29.092586 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] 10.222.0.52 "PUT /v2.0/ports/f2cb6a4d-f3d0-4085-afdb-e501b93f16cf HTTP/1.1" status: 200 len: 1093 time: 1.0628946 Apr 19 19:51:29.100614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:51:29.149453 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,revision_number=3']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:29.157422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-775601e0-7802-43d4-8432-e4f2545961d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:29.204493 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'status': 'completed', 'code': 200} Apr 19 19:51:29.213747 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cae1b9-c8f8-4c90-bfd2-b420589df814 req-055a0df9-0799-4b61-827a-f97daf92760d tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:29.215501 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d7cae1b9-c8f8-4c90-bfd2-b420589df814 req-055a0df9-0799-4b61-827a-f97daf92760d tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 943 time: 0.2421892 Apr 19 19:51:29.284499 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d7cae1b9-c8f8-4c90-bfd2-b420589df814 req-7610eec8-43b2-44f0-a378-9ca14756b7f0 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609789 Apr 19 19:51:29.301756 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-1a299228-8b57-45a0-86c8-c31e4ae5925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:29.303454 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-1a299228-8b57-45a0-86c8-c31e4ae5925f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=68d6946c11634ca38b07df05531a897d&device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 1096 time: 0.1473989 Apr 19 19:51:29.386154 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-95815388-fac3-4312-a448-5d7da2f019bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf HTTP/1.1" status: 200 len: 217 time: 0.0748382 Apr 19 19:51:29.461539 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-135086ed-947f-4c24-9d7d-aae758bc3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:29.463229 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-135086ed-947f-4c24-9d7d-aae758bc3a01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=77d16ad7-993c-489a-b6c6-c466bdcbd7ef HTTP/1.1" status: 200 len: 854 time: 0.0706446 Apr 19 19:51:29.563468 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-374e310e-257e-4179-bc3a-3ff455ac37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:29.565085 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-374e310e-257e-4179-bc3a-3ff455ac37a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4367d364-c82c-498d-a285-dae09ecb6dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953574 Apr 19 19:51:30.031310 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-3d1c041a-27cd-40e1-8405-8e5e15878513 service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585972 Apr 19 19:51:30.194984 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-66aa517b-f167-44b4-95f4-c09defd7a3e1 req-db037292-64a9-40da-89ee-66dcdc3d7c3b service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570799 Apr 19 19:51:30.320436 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcd940-7e8d-413f-9615-4ff184efe91b req-e7cc1a29-1183-4640-9cdb-05117d38aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:30.322046 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-88fcd940-7e8d-413f-9615-4ff184efe91b req-e7cc1a29-1183-4640-9cdb-05117d38aa6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=68d6946c11634ca38b07df05531a897d&device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 1096 time: 0.0818441 Apr 19 19:51:30.532397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcd940-7e8d-413f-9615-4ff184efe91b req-095cdf76-c3f4-4b15-b280-0da6897094dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:30.533968 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-88fcd940-7e8d-413f-9615-4ff184efe91b req-095cdf76-c3f4-4b15-b280-0da6897094dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=4367d364-c82c-498d-a285-dae09ecb6dfc HTTP/1.1" status: 200 len: 916 time: 0.2049372 Apr 19 19:51:30.602152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca2401-06b5-48d4-a622-e16f3c4b5e36 req-5af841b7-89d7-45bb-8657-5ef0151eed2e tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:30.603656 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a1ca2401-06b5-48d4-a622-e16f3c4b5e36 req-5af841b7-89d7-45bb-8657-5ef0151eed2e tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 943 time: 0.1960502 Apr 19 19:51:30.632176 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-88fcd940-7e8d-413f-9615-4ff184efe91b req-6873324e-01fe-43c4-9100-d218d4efdca4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf HTTP/1.1" status: 200 len: 217 time: 0.0890987 Apr 19 19:51:30.710611 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a1ca2401-06b5-48d4-a622-e16f3c4b5e36 req-d145b3b0-d3da-4f53-ae69-892dca166d25 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002581 Apr 19 19:51:30.727358 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcd940-7e8d-413f-9615-4ff184efe91b req-b93dee17-c9ff-410b-a8d8-315869e96513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:30.728890 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-88fcd940-7e8d-413f-9615-4ff184efe91b req-b93dee17-c9ff-410b-a8d8-315869e96513 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=77d16ad7-993c-489a-b6c6-c466bdcbd7ef HTTP/1.1" status: 200 len: 854 time: 0.0886984 Apr 19 19:51:30.815366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcd940-7e8d-413f-9615-4ff184efe91b req-912aad40-955c-447b-8980-69904ed034b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:30.816957 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-88fcd940-7e8d-413f-9615-4ff184efe91b req-912aad40-955c-447b-8980-69904ed034b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4367d364-c82c-498d-a285-dae09ecb6dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812466 Apr 19 19:51:30.962172 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-88fcd940-7e8d-413f-9615-4ff184efe91b req-c8f1f9ed-deef-45e0-89f8-43aeb2a3efc5 service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373761 Apr 19 19:51:31.119378 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-88fcd940-7e8d-413f-9615-4ff184efe91b req-e45ea4f3-d739-496c-a56a-ca401f873cee service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502774 Apr 19 19:51:31.947236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff846354-e373-4c30-887f-c0d5264ebc9e req-2b69eac1-8b72-4fa2-adfe-684443c335af tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:31.948859 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ff846354-e373-4c30-887f-c0d5264ebc9e req-2b69eac1-8b72-4fa2-adfe-684443c335af tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 943 time: 0.1148818 Apr 19 19:51:32.001642 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ff846354-e373-4c30-887f-c0d5264ebc9e req-de4e3970-ea47-406f-905c-32f605fb88c6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425487 Apr 19 19:51:32.558513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device f2cb6a4d-f3d0-4085-afdb-e501b93f16cf details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:51:32.728613 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:51:32.744812 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Returning: {'device': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'port_id': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'mac_address': 'fa:16:3e:b3:c0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:51:32.808083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:32.827404 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cb6a4d-f3d0-4085-afdb-e501b93f16cf {{(pid=86442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:51:32.845320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:51:32.848742 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:32.851094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:32.928772 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,revision_number=4']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:32.932292 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:33.113313 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:51:33.205526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6cff5-2518-479d-a8c7-b660da466219 req-474b4d6f-b456-4fb7-b16a-fbbb288889bd tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:33.207131 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e0f6cff5-2518-479d-a8c7-b660da466219 req-474b4d6f-b456-4fb7-b16a-fbbb288889bd tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 944 time: 0.0899618 Apr 19 19:51:33.256841 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e0f6cff5-2518-479d-a8c7-b660da466219 req-fa1b01b2-daa4-4bcf-9e12-f58ed6fd7425 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425396 Apr 19 19:51:34.498311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19dcc-be0f-4223-b5cc-4659167069b3 req-ead7ba9c-16e1-4865-a9d4-514d5927edc0 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:34.499834 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a2d19dcc-be0f-4223-b5cc-4659167069b3 req-ead7ba9c-16e1-4865-a9d4-514d5927edc0 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 944 time: 0.1076326 Apr 19 19:51:34.564173 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a2d19dcc-be0f-4223-b5cc-4659167069b3 req-5e1e7fc5-72dc-4bc7-8d2a-282e5ab0fe13 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548689 Apr 19 19:51:34.588687 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device f2cb6a4d-f3d0-4085-afdb-e501b93f16cf up at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:51:34.676933 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning for port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf completed by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:51:34.684014 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Provisioning complete for port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf triggered by entity L2. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:34.684439 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:34.817726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:34.846056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'}] {{(pid=86442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:51:34.856896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] For port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:51:34.860903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172'] for port, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:34.862906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-728f1173-ecd0-4176-90f8-59bc8063c539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:34.900377 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'code': 200} Apr 19 19:51:34.938034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Pushing event updated for resources: {'Port': ['ID=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,revision_number=5']} {{(pid=86442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:34.941592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86442) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:35.141025 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c16ae-1510-420c-a817-35382d1750cc req-3dfefd18-2262-47a5-a891-e6b8e4fd8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:35.142647 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-037c16ae-1510-420c-a817-35382d1750cc req-3dfefd18-2262-47a5-a891-e6b8e4fd8623 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 1098 time: 0.0778103 Apr 19 19:51:35.196880 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-037c16ae-1510-420c-a817-35382d1750cc req-117ac767-3cfa-49a8-90f6-911a8c95c6b1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468137 Apr 19 19:51:35.811781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d58ca-8b12-4629-b199-69e0cb1fad0d req-c393ff68-09ba-43a4-b436-9d870dbd256a tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:35.813357 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b1d58ca-8b12-4629-b199-69e0cb1fad0d req-c393ff68-09ba-43a4-b436-9d870dbd256a tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 945 time: 0.0910830 Apr 19 19:51:35.862766 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7b1d58ca-8b12-4629-b199-69e0cb1fad0d req-946dc532-35e3-4b1e-97af-09bfaaddaa0b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428271 Apr 19 19:51:36.409974 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8d753e4e-9c2d-4363-8073-e29385c68f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:37.130495 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4da90-ea40-4ae2-9383-7a25c83280ee req-4a8d4618-a9a1-4bea-a2ff-3f372ffa2933 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:37.133109 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-09c4da90-ea40-4ae2-9383-7a25c83280ee req-4a8d4618-a9a1-4bea-a2ff-3f372ffa2933 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 945 time: 0.1358116 Apr 19 19:51:37.207855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:37.213906 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-09c4da90-ea40-4ae2-9383-7a25c83280ee req-7c4c16c3-b429-43a8-91c2-48b87848c5d1 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731421 Apr 19 19:51:37.421697 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5ff03-7c21-42f5-a8f9-e3e836c62a12 req-ca0008dd-9924-4dbb-b717-a7f5c38b05ed tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:37.423370 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e4d5ff03-7c21-42f5-a8f9-e3e836c62a12 req-ca0008dd-9924-4dbb-b717-a7f5c38b05ed tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 945 time: 0.0936503 Apr 19 19:51:37.473259 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e4d5ff03-7c21-42f5-a8f9-e3e836c62a12 req-34c1671e-4fe4-470d-a6f3-d99ffa8388da tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432553 Apr 19 19:51:37.925392 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dcc2a-5599-42b8-86fa-18b54cea2a76 req-384c0f89-51ff-47c1-8d53-23acdb6a1ed3 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:37.927134 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b73dcc2a-5599-42b8-86fa-18b54cea2a76 req-384c0f89-51ff-47c1-8d53-23acdb6a1ed3 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 945 time: 0.0999477 Apr 19 19:51:37.977896 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-b73dcc2a-5599-42b8-86fa-18b54cea2a76 req-4fc5ecc1-8602-425b-b5e9-cdd2235c23d6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429134 Apr 19 19:51:38.443264 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea9c7-b09e-409e-a0e7-b9fff0e8381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:39.044661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:39.481349 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:41.015821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:44.201398 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58634) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:44.669856 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Deleting port 778fcb4a-e6eb-4bc6-aae4-0dfabb204af6 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:51:44.670230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:44.862790 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:44.863163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:44.998292 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Calling delete_port for 778fcb4a-e6eb-4bc6-aae4-0dfabb204af6 owned by network:floatingip {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:51:45.167767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:45.171781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:45.219113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event deleted for resources: {'Port': ['ID=778fcb4a-e6eb-4bc6-aae4-0dfabb204af6,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:45.222585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:45.321226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:45.321655 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Floating IP 37bfdbd1-06d3-4c20-9ef4-650bc8288ff9 disassociated (deleted). External IP: 172.27.0.61, port: 5a920d19-62d0-44bf-b074-143d32196932. Apr 19 19:51:45.700623 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Router c37429a7-8203-4499-afa0-b03cbe45e6e2 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:51:45.902274 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:51:45.912427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2a2f4a-9a04-4600-8613-b9d0cb319489 None None] Sync routers for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:51:45.921809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:45.923606 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a2f4a-9a04-4600-8613-b9d0cb319489 None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:51:45.924369 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-0b2a2f4a-9a04-4600-8613-b9d0cb319489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:51:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:45.982588 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "DELETE /v2.0/floatingips/37bfdbd1-06d3-4c20-9ef4-650bc8288ff9 HTTP/1.1" status: 204 len: 168 time: 1.7799046 Apr 19 19:51:45.983278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'tag': '5a920d19-62d0-44bf-b074-143d32196932'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:51:46.047211 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'tag': '5a920d19-62d0-44bf-b074-143d32196932', 'status': 'completed', 'code': 200} Apr 19 19:51:46.117641 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-0b2a2f4a-9a04-4600-8613-b9d0cb319489 None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:51:46.161175 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51910-0bf3-4e19-a59f-5ef23c87a03a req-0df569af-5169-4d90-87c4-e4d01154c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:46.163126 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aab51910-0bf3-4e19-a59f-5ef23c87a03a req-0df569af-5169-4d90-87c4-e4d01154c62b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 1099 time: 0.0891488 Apr 19 19:51:46.368464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51910-0bf3-4e19-a59f-5ef23c87a03a req-b7c42e29-279c-4e0e-a569-9aea2c6ecc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:46.370030 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aab51910-0bf3-4e19-a59f-5ef23c87a03a req-b7c42e29-279c-4e0e-a569-9aea2c6ecc30 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 913 time: 0.1950638 Apr 19 19:51:46.462940 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aab51910-0bf3-4e19-a59f-5ef23c87a03a req-a49c7ce7-ee58-4f68-ab33-9e1624ad1de6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a920d19-62d0-44bf-b074-143d32196932 HTTP/1.1" status: 200 len: 217 time: 0.0708611 Apr 19 19:51:46.479446 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e5a5a-e01f-4df7-aae9-a33a2eddb922 req-31eca9cb-9320-48c1-af4a-ef0be833fb46 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:46.480979 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-543e5a5a-e01f-4df7-aae9-a33a2eddb922 req-31eca9cb-9320-48c1-af4a-ef0be833fb46 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 946 time: 0.1688411 Apr 19 19:51:46.513840 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-0b2a2f4a-9a04-4600-8613-b9d0cb319489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '5414d0ca-b780-4c71-96af-469a11aa4635', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:9b:a0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:49Z', 'updated_at': '2021-04-19T19:47:52Z', 'revision_number': 1, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:46.518143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2a2f4a-9a04-4600-8613-b9d0cb319489 None None] Checking router: c37429a7-8203-4499-afa0-b03cbe45e6e2 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:51:46.530197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a2f4a-9a04-4600-8613-b9d0cb319489 None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:51:46.531299 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-0b2a2f4a-9a04-4600-8613-b9d0cb319489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:51:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:46.580330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51910-0bf3-4e19-a59f-5ef23c87a03a req-cd53f16b-a837-4b87-8760-3d9063a82756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:46.581937 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aab51910-0bf3-4e19-a59f-5ef23c87a03a req-cd53f16b-a837-4b87-8760-3d9063a82756 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0998056 Apr 19 19:51:46.587761 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-543e5a5a-e01f-4df7-aae9-a33a2eddb922 req-970794d2-7b4a-4d47-9430-4e5f6eed4948 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679154 Apr 19 19:51:46.680723 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51910-0bf3-4e19-a59f-5ef23c87a03a req-92190049-a9c2-457d-a398-843f951812dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:46.682341 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aab51910-0bf3-4e19-a59f-5ef23c87a03a req-92190049-a9c2-457d-a398-843f951812dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0886631 Apr 19 19:51:46.735415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-0b2a2f4a-9a04-4600-8613-b9d0cb319489 None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:51:46.837113 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aab51910-0bf3-4e19-a59f-5ef23c87a03a req-cae050cc-8f3f-4650-8265-3932ecabd52b service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410773 Apr 19 19:51:46.997198 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-aab51910-0bf3-4e19-a59f-5ef23c87a03a req-95c170fc-2e94-4ae3-af1d-f61e79b0dce7 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509476 Apr 19 19:51:47.294535 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-0b2a2f4a-9a04-4600-8613-b9d0cb319489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '5414d0ca-b780-4c71-96af-469a11aa4635', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:9b:a0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:49Z', 'updated_at': '2021-04-19T19:47:52Z', 'revision_number': 1, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:47.298942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2a2f4a-9a04-4600-8613-b9d0cb319489 None None] The sync data for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi is: [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '5414d0ca-b780-4c71-96af-469a11aa4635', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'port_id': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'mac_address': 'fa:16:3e:9b:a0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:47:49Z', 'updated_at': '2021-04-19T19:47:52Z', 'revision_number': 1, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:51:47.702485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1dede-2ee2-428e-a035-f9cd90396ec5 None None] New status for floating IP 37bfdbd1-06d3-4c20-9ef4-650bc8288ff9: DOWN {{(pid=86443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:51:47.797342 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fb413-9f97-4491-af39-3fceafff168d req-ebfe15ac-c7e1-4b77-af0c-d19ad4c70039 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:47.799025 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7f7fb413-9f97-4491-af39-3fceafff168d req-ebfe15ac-c7e1-4b77-af0c-d19ad4c70039 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 946 time: 0.0919652 Apr 19 19:51:47.849575 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7f7fb413-9f97-4491-af39-3fceafff168d req-ada96faf-fdde-4e57-b8cc-87c540d84101 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435061 Apr 19 19:51:48.364555 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a179972-5fc4-4962-8952-273b83997dbd req-c64c9f48-5325-4a79-b485-2da3fab0648d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:48.366165 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8a179972-5fc4-4962-8952-273b83997dbd req-c64c9f48-5325-4a79-b485-2da3fab0648d tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 946 time: 0.0971863 Apr 19 19:51:48.485459 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-8a179972-5fc4-4962-8952-273b83997dbd req-1c9283ba-5f9a-434b-9325-265883829cce tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Deleting port 5a920d19-62d0-44bf-b074-143d32196932 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:51:48.485833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-8a179972-5fc4-4962-8952-273b83997dbd req-1c9283ba-5f9a-434b-9325-265883829cce tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:48.667938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a443f-d2c8-470a-959c-a98d80d37776 req-fb807e40-da90-472b-ad90-6ab2d8b8ac6f tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:48.669474 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5b8a443f-d2c8-470a-959c-a98d80d37776 req-fb807e40-da90-472b-ad90-6ab2d8b8ac6f tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 945 time: 0.2368996 Apr 19 19:51:48.809881 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5b8a443f-d2c8-470a-959c-a98d80d37776 req-8d31d723-ce7a-47f1-8a8a-a1b5f37b6cde tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920980 Apr 19 19:51:48.832821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-8a179972-5fc4-4962-8952-273b83997dbd req-1c9283ba-5f9a-434b-9325-265883829cce tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] For port 5a920d19-62d0-44bf-b074-143d32196932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5a920d19-62d0-44bf-b074-143d32196932,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:51:48.833225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-8a179972-5fc4-4962-8952-273b83997dbd req-1c9283ba-5f9a-434b-9325-265883829cce tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:48.836058 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58660) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:48.976970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-8a179972-5fc4-4962-8952-273b83997dbd req-1c9283ba-5f9a-434b-9325-265883829cce tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Calling delete_port for 5a920d19-62d0-44bf-b074-143d32196932 owned by compute:nova {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:51:49.031746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8cf9e1-70ab-47f2-a702-ee3d99bb6f89 tempest-TestMinimumBasicScenario-1138591681 tempest-TestMinimumBasicScenario-1138591681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:49.033774 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-8a8cf9e1-70ab-47f2-a702-ee3d99bb6f89 tempest-TestMinimumBasicScenario-1138591681 tempest-TestMinimumBasicScenario-1138591681-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 1093 time: 0.1960754 Apr 19 19:51:49.036565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58668) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:49.042486 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Request body: {'floatingip': {'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'port_id': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:51:49.049165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:51:49.053367 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Usage tracker for resource:floatingip and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:51:49.056813 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:51:49.063062 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:51:49.073847 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for floatingip, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:49.231265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:49.389474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_common [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Allocated IP 172.27.0.43 (22660ca9-1aee-455b-8549-52f5768c4643/aea2cbe2-e627-4f70-93a2-c0730b1978c6/cfd8352f-7a66-4dfc-874b-e4a43c8817d5) {{(pid=86440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:51:49.461533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a0182-0790-4e08-ad16-50ad8fd2d0eb req-05a5f5cd-e340-49f4-94c2-406692ef54f8 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:49.463669 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-924a0182-0790-4e08-ad16-50ad8fd2d0eb req-05a5f5cd-e340-49f4-94c2-406692ef54f8 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9bba079-c4cf-48b3-a848-30b65fbc7ffb HTTP/1.1" status: 200 len: 946 time: 0.4555504 Apr 19 19:51:49.515685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-8a179972-5fc4-4962-8952-273b83997dbd req-1c9283ba-5f9a-434b-9325-265883829cce tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:49.525119 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-15e0010e-db0f-4116-a8f8-aa85258d6d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:49.557359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for port, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:49.585134 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-924a0182-0790-4e08-ad16-50ad8fd2d0eb req-b61d130f-f7cb-4d7f-a98a-93b1e2727036 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142707 Apr 19 19:51:49.588720 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9283ba-5f9a-434b-9325-265883829cce tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event deleted for resources: {'Port': ['ID=5a920d19-62d0-44bf-b074-143d32196932,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:49.592069 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1c9283ba-5f9a-434b-9325-265883829cce tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:49.592459 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296003284016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:49.598970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ffcf817e-5201-4077-957a-986537741bed tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:49.667856 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Network 22660ca9-1aee-455b-8549-52f5768c4643 is already hosted by enough agents. {{(pid=86440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:51:49.671482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a179972-5fc4-4962-8952-273b83997dbd req-1c9283ba-5f9a-434b-9325-265883829cce tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] No DVR routers for this DVR port 5a920d19-62d0-44bf-b074-143d32196932 on host hv-cinder-78693 {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:51:49.671649 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.base_scheduler [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Resources bound (agent type, host, resource id): {{(pid=86440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:51:49.674129 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-8a179972-5fc4-4962-8952-273b83997dbd req-1c9283ba-5f9a-434b-9325-265883829cce tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:49.675870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Received port after_create {{(pid=86440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:51:49.677093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'name': 'network-vif-deleted', 'tag': '5a920d19-62d0-44bf-b074-143d32196932'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:51:49.690896 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-8a179972-5fc4-4962-8952-273b83997dbd req-1c9283ba-5f9a-434b-9325-265883829cce tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "DELETE /v2.0/ports/5a920d19-62d0-44bf-b074-143d32196932 HTTP/1.1" status: 204 len: 173 time: 1.3186600 Apr 19 19:51:49.719504 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event updated for resources: {'Port': ['ID=cfd8352f-7a66-4dfc-874b-e4a43c8817d5,revision_number=1']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:49.736940 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:49.737724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:49.738196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:49.738674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:49.739052 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:49.739411 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bba079-c4cf-48b3-a848-30b65fbc7ffb', 'name': 'network-vif-deleted', 'tag': '5a920d19-62d0-44bf-b074-143d32196932', 'status': 'completed', 'code': 200} Apr 19 19:51:49.739511 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:49.739839 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:49.740241 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:49.740641 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:49.741041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:49.741441 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:49.741845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:49.754196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:50.160771 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:50.245513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:50.468452 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for port, precommit_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:50.472793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853900453'] for port, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:50.478205 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:50.637854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 5a920d19-62d0-44bf-b074-143d32196932 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:51:50.685653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: 5a920d19-62d0-44bf-b074-143d32196932 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:51:50.686295 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device 5a920d19-62d0-44bf-b074-143d32196932 not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:51:50.852396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event updated for resources: {'Port': ['ID=cfd8352f-7a66-4dfc-874b-e4a43c8817d5,revision_number=2']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:50.855548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:50.866015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854369102'] for floatingip, after_update {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:51.060872 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Floating IP 12f954e1-7b7b-4612-91bc-9c5b814e4e3f associated. External IP: 172.27.0.43, port: f2cb6a4d-f3d0-4085-afdb-e501b93f16cf. Apr 19 19:51:51.442438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:51:51.633228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:51:51.643149 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e4233-4a15-44a5-bbab-e0d13f1c463f None None] Sync routers for ids ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:51:51.653485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e4233-4a15-44a5-bbab-e0d13f1c463f None None] Routers {'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:51:51.654168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f87e4233-4a15-44a5-bbab-e0d13f1c463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:51:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:51.660366 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:51.724042 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6861150 Apr 19 19:51:51.725007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:51:51.727854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58680) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:51.734165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632868769', 'description': 'tempest-secgroup-smoke-1632868769 description', 'project_id': '68d6946c11634ca38b07df05531a897d'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:51:51.740987 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:51:51.745564 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Usage tracker for resource:security_group and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:51:51.748936 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:51:51.755527 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:51:51.770669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:51.776829 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'status': 'completed', 'code': 200} Apr 19 19:51:51.796017 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:51:51.835048 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Usage tracker for resource:security_group_rule and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:51:51.842725 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:51:51.856250 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:51:51.857113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-f87e4233-4a15-44a5-bbab-e0d13f1c463f None None] Set router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:51:51.917544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f810a0-2553-4766-ab1e-60f800456913 req-f4df3d28-21fe-4ca1-9a88-cb9e8106444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:51.919187 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e4f810a0-2553-4766-ab1e-60f800456913 req-f4df3d28-21fe-4ca1-9a88-cb9e8106444a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=68d6946c11634ca38b07df05531a897d&device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 1098 time: 0.1192257 Apr 19 19:51:52.043143 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.054294 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.061824 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-99390fc1-11f2-47da-a821-94727c2cf6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:52.142240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38f9283-2c50-4338-9509-2192e1add72f,revision_number=1']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:52.154221 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:52.155182 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.158592 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-00806dce-99b7-4a4f-8427-590283335656 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4275827 Apr 19 19:51:52.159877 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58692) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:52.164797 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f810a0-2553-4766-ab1e-60f800456913 req-3c654f1b-1dbc-4afd-8d8e-fc95c9fc69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:52.166357 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e4f810a0-2553-4766-ab1e-60f800456913 req-3c654f1b-1dbc-4afd-8d8e-fc95c9fc69f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4367d364-c82c-498d-a285-dae09ecb6dfc HTTP/1.1" status: 200 len: 916 time: 0.2365839 Apr 19 19:51:52.166507 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-a1300d50-758c-4f73-a9eb-b9c9610c3b8b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Request body: {'security_group_rule': {'security_group_id': 'd38f9283-2c50-4338-9509-2192e1add72f', 'project_id': '68d6946c11634ca38b07df05531a897d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:51:52.174727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a1300d50-758c-4f73-a9eb-b9c9610c3b8b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:51:52.178866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a1300d50-758c-4f73-a9eb-b9c9610c3b8b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Usage tracker for resource:security_group_rule and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:51:52.183362 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-a1300d50-758c-4f73-a9eb-b9c9610c3b8b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:51:52.191218 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-a1300d50-758c-4f73-a9eb-b9c9610c3b8b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:51:52.209585 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a1300d50-758c-4f73-a9eb-b9c9610c3b8b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.255162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f87e4233-4a15-44a5-bbab-e0d13f1c463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '12f954e1-7b7b-4612-91bc-9c5b814e4e3f', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'port_id': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'mac_address': 'fa:16:3e:b3:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:51:50Z', 'updated_at': '2021-04-19T19:51:50Z', 'revision_number': 0, 'project_id': '68d6946c11634ca38b07df05531a897d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a0959ea-3246-4b6c-a32a-014e4c16ad1d', 'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'mac_address': 'fa:16:3e:f5:18:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:56Z', 'updated_at': '2021-04-19T19:51:06Z', 'revision_number': 5, 'project_id': '68d6946c11634ca38b07df05531a897d', 'subnets': [{'id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:52.259702 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e4233-4a15-44a5-bbab-e0d13f1c463f None None] Checking router: b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:51:52.269426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e4233-4a15-44a5-bbab-e0d13f1c463f None None] Routers {'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:51:52.270979 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f87e4233-4a15-44a5-bbab-e0d13f1c463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:51:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:52.282641 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a1300d50-758c-4f73-a9eb-b9c9610c3b8b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.284491 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e4f810a0-2553-4766-ab1e-60f800456913 req-900ddcbe-52ad-4abe-9650-e873bc984734 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf HTTP/1.1" status: 200 len: 998 time: 0.1093099 Apr 19 19:51:52.285789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a1300d50-758c-4f73-a9eb-b9c9610c3b8b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.288121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-9de9064a-473e-418f-92c5-97c8d92155fb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:52.314315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1300d50-758c-4f73-a9eb-b9c9610c3b8b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c8de57-b637-4ab2-8c1b-89efc0fc3025,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:52.321322 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a1300d50-758c-4f73-a9eb-b9c9610c3b8b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:52.325024 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a1300d50-758c-4f73-a9eb-b9c9610c3b8b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.329430 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-a1300d50-758c-4f73-a9eb-b9c9610c3b8b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667540 Apr 19 19:51:52.330196 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58696) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:52.337057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-14f4e366-c4b9-42d7-b0b7-bf27eb1398fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Request body: {'security_group_rule': {'security_group_id': 'd38f9283-2c50-4338-9509-2192e1add72f', 'project_id': '68d6946c11634ca38b07df05531a897d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:51:52.343938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-14f4e366-c4b9-42d7-b0b7-bf27eb1398fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:51:52.348147 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-14f4e366-c4b9-42d7-b0b7-bf27eb1398fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Usage tracker for resource:security_group_rule and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:51:52.351006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-14f4e366-c4b9-42d7-b0b7-bf27eb1398fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:51:52.358626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-14f4e366-c4b9-42d7-b0b7-bf27eb1398fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:51:52.370038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f810a0-2553-4766-ab1e-60f800456913 req-26a12e74-9bfd-448c-9c93-fc2af0b67e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:52.371652 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e4f810a0-2553-4766-ab1e-60f800456913 req-26a12e74-9bfd-448c-9c93-fc2af0b67e3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=77d16ad7-993c-489a-b6c6-c466bdcbd7ef HTTP/1.1" status: 200 len: 854 time: 0.0765948 Apr 19 19:51:52.376788 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-14f4e366-c4b9-42d7-b0b7-bf27eb1398fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.454389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-14f4e366-c4b9-42d7-b0b7-bf27eb1398fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.457320 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-14f4e366-c4b9-42d7-b0b7-bf27eb1398fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.459736 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e638a9d1-0513-46c4-97d8-b4e106173061 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:52.468253 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f810a0-2553-4766-ab1e-60f800456913 req-a41e654d-c140-4742-abfe-933d10555662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:52.470317 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e4f810a0-2553-4766-ab1e-60f800456913 req-a41e654d-c140-4742-abfe-933d10555662 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4367d364-c82c-498d-a285-dae09ecb6dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885978 Apr 19 19:51:52.470536 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-f87e4233-4a15-44a5-bbab-e0d13f1c463f None None] Set router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:51:52.484881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4e366-c4b9-42d7-b0b7-bf27eb1398fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef579451-613c-4a25-a3af-b5230df6758c,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:52.487587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-14f4e366-c4b9-42d7-b0b7-bf27eb1398fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:52.494445 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-14f4e366-c4b9-42d7-b0b7-bf27eb1398fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.498384 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-14f4e366-c4b9-42d7-b0b7-bf27eb1398fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1645226 Apr 19 19:51:52.498618 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58700) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:52.504423 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-4c9a0320-e4d3-4349-b35f-7674317f74fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Request body: {'security_group_rule': {'security_group_id': 'd38f9283-2c50-4338-9509-2192e1add72f', 'project_id': '68d6946c11634ca38b07df05531a897d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:51:52.510933 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4c9a0320-e4d3-4349-b35f-7674317f74fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:51:52.514967 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4c9a0320-e4d3-4349-b35f-7674317f74fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Usage tracker for resource:security_group_rule and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:51:52.518028 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-4c9a0320-e4d3-4349-b35f-7674317f74fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:51:52.525103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-4c9a0320-e4d3-4349-b35f-7674317f74fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:51:52.542293 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4c9a0320-e4d3-4349-b35f-7674317f74fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.611611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4c9a0320-e4d3-4349-b35f-7674317f74fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.614500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4c9a0320-e4d3-4349-b35f-7674317f74fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.622494 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e4f810a0-2553-4766-ab1e-60f800456913 req-51f8cb80-6aec-44da-a301-ef9e3cadaf8f service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441050 Apr 19 19:51:52.622800 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:52.645891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a0320-e4d3-4349-b35f-7674317f74fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1246f752-9dff-4016-aaee-43be80a2bee9,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:52.648435 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4c9a0320-e4d3-4349-b35f-7674317f74fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:52.652746 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4c9a0320-e4d3-4349-b35f-7674317f74fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.656925 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4c9a0320-e4d3-4349-b35f-7674317f74fe tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572587 Apr 19 19:51:52.657603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58704) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:52.663390 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-bddedd7e-b781-4b70-bc2a-6f097bc3a0b5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Request body: {'security_group_rule': {'security_group_id': 'd38f9283-2c50-4338-9509-2192e1add72f', 'project_id': '68d6946c11634ca38b07df05531a897d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:51:52.669917 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-bddedd7e-b781-4b70-bc2a-6f097bc3a0b5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:51:52.673985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-bddedd7e-b781-4b70-bc2a-6f097bc3a0b5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Usage tracker for resource:security_group_rule and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:51:52.677197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-bddedd7e-b781-4b70-bc2a-6f097bc3a0b5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86440) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:51:52.683456 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-bddedd7e-b781-4b70-bc2a-6f097bc3a0b5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86440) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:51:52.701974 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bddedd7e-b781-4b70-bc2a-6f097bc3a0b5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.774626 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-e4f810a0-2553-4766-ab1e-60f800456913 req-2b2a5998-5222-4516-a0cd-ec1ffc01f2d5 service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456552 Apr 19 19:51:52.780474 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bddedd7e-b781-4b70-bc2a-6f097bc3a0b5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.783696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bddedd7e-b781-4b70-bc2a-6f097bc3a0b5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.786063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5803a29d-f971-4ec1-b3ba-af072125a0d6 tempest-TestShelveInstance-2081982074 tempest-TestShelveInstance-2081982074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:52.814547 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddedd7e-b781-4b70-bc2a-6f097bc3a0b5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d0f576-4e41-4852-9f82-1f2162f7ea0e,revision_number=0']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:52.817306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-bddedd7e-b781-4b70-bc2a-6f097bc3a0b5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:52.824392 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bddedd7e-b781-4b70-bc2a-6f097bc3a0b5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.825745 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-bddedd7e-b781-4b70-bc2a-6f097bc3a0b5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1671345 Apr 19 19:51:52.829020 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58708) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:52.834934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Request body: {'security_group_rule': {'security_group_id': 'd38f9283-2c50-4338-9509-2192e1add72f', 'project_id': '68d6946c11634ca38b07df05531a897d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:51:52.841822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:51:52.845935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Usage tracker for resource:security_group_rule and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:51:52.849079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:51:52.856303 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:51:52.862988 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-f87e4233-4a15-44a5-bbab-e0d13f1c463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '12f954e1-7b7b-4612-91bc-9c5b814e4e3f', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'port_id': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'mac_address': 'fa:16:3e:b3:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:51:50Z', 'updated_at': '2021-04-19T19:51:50Z', 'revision_number': 0, 'project_id': '68d6946c11634ca38b07df05531a897d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a0959ea-3246-4b6c-a32a-014e4c16ad1d', 'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'mac_address': 'fa:16:3e:f5:18:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:56Z', 'updated_at': '2021-04-19T19:51:06Z', 'revision_number': 5, 'project_id': '68d6946c11634ca38b07df05531a897d', 'subnets': [{'id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:52.866031 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.securitygroups_db [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Project 68d6946c11634ca38b07df05531a897d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 19:51:52.867572 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e4233-4a15-44a5-bbab-e0d13f1c463f None None] The sync data for ids ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'] in dv-cinder-786931-1-iscsi is: [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_floatingips': [{'id': '12f954e1-7b7b-4612-91bc-9c5b814e4e3f', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'router_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'port_id': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'mac_address': 'fa:16:3e:b3:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:51:50Z', 'updated_at': '2021-04-19T19:51:50Z', 'revision_number': 0, 'project_id': '68d6946c11634ca38b07df05531a897d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a0959ea-3246-4b6c-a32a-014e4c16ad1d', 'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'mac_address': 'fa:16:3e:f5:18:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:56Z', 'updated_at': '2021-04-19T19:51:06Z', 'revision_number': 5, 'project_id': '68d6946c11634ca38b07df05531a897d', 'subnets': [{'id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:51:52.874788 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.948614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.951944 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.954172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e331d806-9f96-4bc4-9926-c7e4cf90b4ca tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:52.980280 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5cc809-229e-4225-b746-d284d635630e,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:52.984646 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:52.993104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:52.994417 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-6df66abd-9da4-4749-b8ad-49a066fa4cb6 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1642976 Apr 19 19:51:52.997483 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58712) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:53.003065 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Request body: {'security_group_rule': {'security_group_id': 'd38f9283-2c50-4338-9509-2192e1add72f', 'project_id': '68d6946c11634ca38b07df05531a897d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:51:53.009560 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:51:53.013750 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Usage tracker for resource:security_group_rule and tenant:68d6946c11634ca38b07df05531a897d is out of sync, need to count used quota {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:51:53.016836 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86441) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:51:53.023314 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.quota.driver [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86441) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:51:53.033667 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.securitygroups_db [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Project 68d6946c11634ca38b07df05531a897d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 19:51:53.041794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:53.114046 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:53.116970 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054908'] for security_group_rule, after_create {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:53.119538 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:53.150850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670f560c-87ca-418a-b9e7-66a7a3ea05c9,revision_number=0']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:53.154113 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:53.156587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:53.157299 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-34b93405-efa5-4c72-8718-f2560fdd3d04 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588321 Apr 19 19:51:53.159566 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58718) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:51:53.170492 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1df4d-e796-491c-830c-d89413a5dcb5 None None] New status for floating IP 12f954e1-7b7b-4612-91bc-9c5b814e4e3f: ACTIVE {{(pid=86443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:51:53.393614 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-af658f34-609f-4cdd-a328-9f6a8009626d tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Synchronizing usage tracker for tenant:68d6946c11634ca38b07df05531a897d on resource:security_group {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:51:53.440043 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Deleting port eaace923-a3ef-4071-bea5-8e4fc9eef529 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:51:53.440413 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:53.466845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-af658f34-609f-4cdd-a328-9f6a8009626d tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Unset dirty status for tenant:68d6946c11634ca38b07df05531a897d on resource:security_group {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:51:53.468122 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-af658f34-609f-4cdd-a328-9f6a8009626d tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632868769&fields=id&tenant_id=68d6946c11634ca38b07df05531a897d HTTP/1.1" status: 200 len: 267 time: 0.2224274 Apr 19 19:51:53.702705 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-c2ce207e-904f-49c5-b0be-85f61502a09f tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:53.704245 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-c2ce207e-904f-49c5-b0be-85f61502a09f tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 945 time: 0.2297630 Apr 19 19:51:53.711643 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:53.712034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:53.728839 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Request body: {'port': {'security_groups': ['ac5b8950-5939-4a47-9ab3-ea4cd6a8e154', 'd38f9283-2c50-4338-9509-2192e1add72f']}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:51:53.890516 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Calling delete_port for eaace923-a3ef-4071-bea5-8e4fc9eef529 owned by network:floatingip {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:51:54.049257 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:54.244031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:54.249372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-de09c87e-d0fd-4ac9-81ab-db43edd60a22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:54.306363 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event deleted for resources: {'Port': ['ID=eaace923-a3ef-4071-bea5-8e4fc9eef529,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:54.309603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:54.524803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:54.525407 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Floating IP 5414d0ca-b780-4c71-96af-469a11aa4635 disassociated (deleted). External IP: 172.27.0.104, port: d141dee2-f19d-4117-adf5-faeb7ce69e9c. Apr 19 19:51:54.671013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] For port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:51:54.736153 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:54.742926 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:54.750616 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-a8603ce3-c857-4423-8288-476cd94002ee tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:54.754031 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:51:54.962034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:54.962809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:54.964381 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ae0c5dc7-2906-4996-8556-83cbacd98d6a req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "PUT /v2.0/ports/f2cb6a4d-f3d0-4085-afdb-e501b93f16cf HTTP/1.1" status: 200 len: 981 time: 1.2443662 Apr 19 19:51:54.972854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:51:55.001643 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:51:55.004189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event updated for resources: {'Port': ['ID=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,revision_number=6']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:55.020361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:55.020791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:55.021208 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:55.021618 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:55.022027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:55.022434 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:55.022864 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:55.023272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:55.023755 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:55.024162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:55.024568 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:55.024965 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:51:55.030903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:55.060852 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'status': 'completed', 'code': 200} Apr 19 19:51:55.159371 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-1a5713e9-23f7-4dc2-81ba-41dacded5cba None None] Provisioning complete for port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:51:55.159787 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1a5713e9-23f7-4dc2-81ba-41dacded5cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:55.399960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Router c37429a7-8203-4499-afa0-b03cbe45e6e2 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:51:55.698894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47052bb9-13ef-4135-9123-d5092211a4c0 req-278bceba-89ac-4d1a-9ee9-df2145c346b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:55.700458 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-47052bb9-13ef-4135-9123-d5092211a4c0 req-278bceba-89ac-4d1a-9ee9-df2145c346b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=68d6946c11634ca38b07df05531a897d&device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 1137 time: 0.6154418 Apr 19 19:51:55.743611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c5d31-c4ce-42dd-ba46-2b8a3e47f9bc req-65a37a30-acef-4fc3-a41c-70c2963d8a96 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:55.745238 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d89c5d31-c4ce-42dd-ba46-2b8a3e47f9bc req-65a37a30-acef-4fc3-a41c-70c2963d8a96 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.3567119 Apr 19 19:51:55.754000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:51:55.770063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a3172-62ce-44c1-aa6d-5bafbbb75b3e None None] Sync routers for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:51:55.797427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a3172-62ce-44c1-aa6d-5bafbbb75b3e None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:51:55.798117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ea5a3172-62ce-44c1-aa6d-5bafbbb75b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:51:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:55.874286 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:55.947465 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d89c5d31-c4ce-42dd-ba46-2b8a3e47f9bc req-12748c9a-e8a8-4f24-94ef-cd647653718d tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&id=d38f9283-2c50-4338-9509-2192e1add72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1912556 Apr 19 19:51:55.986893 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-82fed55f-b94c-4edc-b5cf-6bbac3c93fd2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "DELETE /v2.0/floatingips/5414d0ca-b780-4c71-96af-469a11aa4635 HTTP/1.1" status: 204 len: 168 time: 2.8210518 Apr 19 19:51:55.988091 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47052bb9-13ef-4135-9123-d5092211a4c0 req-66b65688-47dd-494f-a813-262893869386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:55.989730 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-47052bb9-13ef-4135-9123-d5092211a4c0 req-66b65688-47dd-494f-a813-262893869386 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4367d364-c82c-498d-a285-dae09ecb6dfc HTTP/1.1" status: 200 len: 916 time: 0.2798097 Apr 19 19:51:56.125585 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-47052bb9-13ef-4135-9123-d5092211a4c0 req-d86bd092-5c82-4aa0-a8aa-ec06820bc02c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf HTTP/1.1" status: 200 len: 1000 time: 0.1276748 Apr 19 19:51:56.198473 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-ea5a3172-62ce-44c1-aa6d-5bafbbb75b3e None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:51:56.205683 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47052bb9-13ef-4135-9123-d5092211a4c0 req-b98f5501-b403-4d67-a9a6-e1a87939089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:56.207263 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-47052bb9-13ef-4135-9123-d5092211a4c0 req-b98f5501-b403-4d67-a9a6-e1a87939089a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=77d16ad7-993c-489a-b6c6-c466bdcbd7ef HTTP/1.1" status: 200 len: 854 time: 0.0757437 Apr 19 19:51:56.303801 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47052bb9-13ef-4135-9123-d5092211a4c0 req-655fb09a-c69e-4282-b8af-abbf5ea2de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:56.305992 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-47052bb9-13ef-4135-9123-d5092211a4c0 req-655fb09a-c69e-4282-b8af-abbf5ea2de18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4367d364-c82c-498d-a285-dae09ecb6dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858188 Apr 19 19:51:56.520509 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-47052bb9-13ef-4135-9123-d5092211a4c0 req-c493c682-a08e-4b13-8552-aabac9f4e36b service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038951 Apr 19 19:51:56.533891 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be693a-55bb-4c8c-96d1-1c30911e0c27 req-6390ea08-eb30-428b-ad5b-b003af2cf020 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:56.534656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d9be693a-55bb-4c8c-96d1-1c30911e0c27 req-6390ea08-eb30-428b-ad5b-b003af2cf020 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Synchronizing usage tracker for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86441) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:51:56.555981 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ea5a3172-62ce-44c1-aa6d-5bafbbb75b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:56.560283 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a3172-62ce-44c1-aa6d-5bafbbb75b3e None None] Checking router: c37429a7-8203-4499-afa0-b03cbe45e6e2 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:51:56.569785 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a3172-62ce-44c1-aa6d-5bafbbb75b3e None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:51:56.570680 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ea5a3172-62ce-44c1-aa6d-5bafbbb75b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:51:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:56.634296 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-d9be693a-55bb-4c8c-96d1-1c30911e0c27 req-6390ea08-eb30-428b-ad5b-b003af2cf020 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Unset dirty status for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86441) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:51:56.635617 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d9be693a-55bb-4c8c-96d1-1c30911e0c27 req-6390ea08-eb30-428b-ad5b-b003af2cf020 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 946 time: 0.2972090 Apr 19 19:51:56.725945 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-d9be693a-55bb-4c8c-96d1-1c30911e0c27 req-21580e65-4961-4157-ad30-7548fa210d4e tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816007 Apr 19 19:51:56.729908 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-47052bb9-13ef-4135-9123-d5092211a4c0 req-50e62d61-3b85-49f9-a206-3e93c6d38da4 service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923640 Apr 19 19:51:56.770350 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-ea5a3172-62ce-44c1-aa6d-5bafbbb75b3e None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:51:57.062839 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'tag': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:51:57.114088 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'tag': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'status': 'completed', 'code': 200} Apr 19 19:51:57.124689 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-ea5a3172-62ce-44c1-aa6d-5bafbbb75b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:51:57.128930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a3172-62ce-44c1-aa6d-5bafbbb75b3e None None] The sync data for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi is: [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:40:04Z', 'revision_number': 4, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '77da548d-a49b-440b-a681-6920e7a66ecd', 'name': '', 'network_id': 'b92fce1f-653b-440e-a0f1-f33f9714fc4d', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'mac_address': 'fa:16:3e:7d:93:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:03Z', 'updated_at': '2021-04-19T19:40:13Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'subnets': [{'id': '5e9a6084-dd1f-49c4-bf1b-3233681b3912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:51:57.219317 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6e5a9-cb28-4504-9a86-ce653db1aea8 req-11a934a5-ea97-488f-b404-2f5b6a58877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:57.220915 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebb6e5a9-cb28-4504-9a86-ce653db1aea8 req-11a934a5-ea97-488f-b404-2f5b6a58877a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 1099 time: 0.0821483 Apr 19 19:51:57.370038 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6e5a9-cb28-4504-9a86-ce653db1aea8 req-5fe43774-4b5e-4faa-94d2-cc42dbc202ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:57.371683 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebb6e5a9-cb28-4504-9a86-ce653db1aea8 req-5fe43774-4b5e-4faa-94d2-cc42dbc202ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 200 len: 913 time: 0.1436460 Apr 19 19:51:57.452721 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebb6e5a9-cb28-4504-9a86-ce653db1aea8 req-48ffa35b-9b91-450e-8338-c3c3dc9d8bb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d141dee2-f19d-4117-adf5-faeb7ce69e9c HTTP/1.1" status: 200 len: 217 time: 0.0737016 Apr 19 19:51:57.494122 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e193ec-36d5-43fb-9068-9316430d5db6 None None] New status for floating IP 5414d0ca-b780-4c71-96af-469a11aa4635: DOWN {{(pid=86443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:51:57.525372 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6e5a9-cb28-4504-9a86-ce653db1aea8 req-d56192cf-6bf5-48c5-826a-a3b513cf8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:57.526998 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebb6e5a9-cb28-4504-9a86-ce653db1aea8 req-d56192cf-6bf5-48c5-826a-a3b513cf8fb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 200 len: 851 time: 0.0659249 Apr 19 19:51:57.618560 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6e5a9-cb28-4504-9a86-ce653db1aea8 req-e7301b03-78ab-4d9d-b414-616f629ca481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:57.620171 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebb6e5a9-cb28-4504-9a86-ce653db1aea8 req-e7301b03-78ab-4d9d-b414-616f629ca481 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92fce1f-653b-440e-a0f1-f33f9714fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858603 Apr 19 19:51:57.782672 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebb6e5a9-cb28-4504-9a86-ce653db1aea8 req-5af8eb59-d1c3-4fa6-81c8-20db9eb1dc07 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531041 Apr 19 19:51:57.992849 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ebb6e5a9-cb28-4504-9a86-ce653db1aea8 req-11ef8690-89da-41b7-b6f0-b068ae4c4183 service neutron] 10.222.0.52 "GET /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007926 Apr 19 19:51:58.012006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f9918-4fce-410a-a1ff-04bc477e4e3c req-809027f6-bc00-471a-9057-a4b10bc2cb35 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:58.014373 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e0f9918-4fce-410a-a1ff-04bc477e4e3c req-809027f6-bc00-471a-9057-a4b10bc2cb35 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 946 time: 0.1489203 Apr 19 19:51:58.029681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-b3cb4282-d28d-4eff-b336-fb1f2ffd8d34 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:51:58.030447 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-b3cb4282-d28d-4eff-b336-fb1f2ffd8d34 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Synchronizing usage tracker for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:51:58.043934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-b3cb4282-d28d-4eff-b336-fb1f2ffd8d34 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Unset dirty status for tenant:7e4d3653c531499ab4cea96df1a5ef60 on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:51:58.045161 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-b3cb4282-d28d-4eff-b336-fb1f2ffd8d34 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 946 time: 0.1050556 Apr 19 19:51:58.065171 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-3e0f9918-4fce-410a-a1ff-04bc477e4e3c req-6f65941f-6309-42f2-8849-c403778b4889 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf0db437-f3ea-4d7a-bd43-22ad490124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433791 Apr 19 19:51:58.126745 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-2977d469-7282-4009-968d-74ed1b7998d2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Deleting port d141dee2-f19d-4117-adf5-faeb7ce69e9c {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:51:58.127134 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-2977d469-7282-4009-968d-74ed1b7998d2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:58.403939 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-2977d469-7282-4009-968d-74ed1b7998d2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] For port d141dee2-f19d-4117-adf5-faeb7ce69e9c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d141dee2-f19d-4117-adf5-faeb7ce69e9c,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:51:58.404393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-2977d469-7282-4009-968d-74ed1b7998d2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:58.539391 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-2977d469-7282-4009-968d-74ed1b7998d2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Calling delete_port for d141dee2-f19d-4117-adf5-faeb7ce69e9c owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:51:58.698682 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-2977d469-7282-4009-968d-74ed1b7998d2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:58.705361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2446b198-ae20-453c-8c3e-881936e98e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:51:58.707460 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:51:58.759794 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977d469-7282-4009-968d-74ed1b7998d2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event deleted for resources: {'Port': ['ID=d141dee2-f19d-4117-adf5-faeb7ce69e9c,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:51:58.763051 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-2977d469-7282-4009-968d-74ed1b7998d2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:51:58.841849 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-2977d469-7282-4009-968d-74ed1b7998d2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] No DVR routers for this DVR port d141dee2-f19d-4117-adf5-faeb7ce69e9c on host hv-cinder-78693 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:51:58.844509 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-2977d469-7282-4009-968d-74ed1b7998d2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:51:58.847335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'name': 'network-vif-deleted', 'tag': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:51:58.864462 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-87fea4cf-1aea-4ea1-a7ce-b333526eaf3b req-2977d469-7282-4009-968d-74ed1b7998d2 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.52 "DELETE /v2.0/ports/d141dee2-f19d-4117-adf5-faeb7ce69e9c HTTP/1.1" status: 204 len: 173 time: 0.8109970 Apr 19 19:51:58.907862 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96', 'name': 'network-vif-deleted', 'tag': 'd141dee2-f19d-4117-adf5-faeb7ce69e9c', 'status': 'completed', 'code': 200} Apr 19 19:51:59.243575 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-1a6a276b-93ca-4688-a947-d6081e67cfdb req-2725703e-55a1-4a54-878f-048e136fd414 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "GET /v2.0/ports?device_id=40e9c067-bd6d-4ba6-bcf0-9395e7c9fd96 HTTP/1.1" status: 200 len: 210 time: 0.0554740 Apr 19 19:52:00.357587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58744) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:00.533155 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-86cbfe4b-6e9f-472c-8fe2-a106da02a499 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Deleting port eb140168-87db-4303-8950-b68c57f60605 {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:52:00.533533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-86cbfe4b-6e9f-472c-8fe2-a106da02a499 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:00.711618 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device d141dee2-f19d-4117-adf5-faeb7ce69e9c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:52:00.724384 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-86cbfe4b-6e9f-472c-8fe2-a106da02a499 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:00.724711 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-86cbfe4b-6e9f-472c-8fe2-a106da02a499 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:00.750659 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: d141dee2-f19d-4117-adf5-faeb7ce69e9c {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:52:00.751118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device d141dee2-f19d-4117-adf5-faeb7ce69e9c not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:52:00.861009 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-86cbfe4b-6e9f-472c-8fe2-a106da02a499 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Calling delete_port for eb140168-87db-4303-8950-b68c57f60605 owned by network:floatingip {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:52:01.013124 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-86cbfe4b-6e9f-472c-8fe2-a106da02a499 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:01.017828 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-c7564fea-61fe-4356-ac57-a379389984eb tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:01.066767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbfe4b-6e9f-472c-8fe2-a106da02a499 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event deleted for resources: {'Port': ['ID=eb140168-87db-4303-8950-b68c57f60605,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:01.094955 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-86cbfe4b-6e9f-472c-8fe2-a106da02a499 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:01.176611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-86cbfe4b-6e9f-472c-8fe2-a106da02a499 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for floatingip, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:01.193100 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-86cbfe4b-6e9f-472c-8fe2-a106da02a499 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:01.194396 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-86cbfe4b-6e9f-472c-8fe2-a106da02a499 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "DELETE /v2.0/floatingips/d9d93afc-6cf6-4a36-a3a0-3642ca4cc60a HTTP/1.1" status: 204 len: 168 time: 0.8357010 Apr 19 19:52:02.636597 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58760) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:02.966020 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-62cb2dd5-9c98-4601-ab99-8b712fe2b490 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:02.999464 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-62cb2dd5-9c98-4601-ab99-8b712fe2b490 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:03.060655 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-62cb2dd5-9c98-4601-ab99-8b712fe2b490 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:03.065090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-021d3784-ec3f-42b1-a5d8-acdbc601aae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:03.083337 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb2dd5-9c98-4601-ab99-8b712fe2b490 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0db437-f3ea-4d7a-bd43-22ad490124bc,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:03.086265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-62cb2dd5-9c98-4601-ab99-8b712fe2b490 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:03.093657 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-62cb2dd5-9c98-4601-ab99-8b712fe2b490 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:03.094957 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-62cb2dd5-9c98-4601-ab99-8b712fe2b490 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] 10.222.0.55 "DELETE /v2.0/security-groups/bf0db437-f3ea-4d7a-bd43-22ad490124bc HTTP/1.1" status: 204 len: 168 time: 0.4572613 Apr 19 19:52:03.211639 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58766) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:04.027383 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396441'] for router_interface, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:04.414943 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] Deleting port 77da548d-a49b-440b-a681-6920e7a66ecd {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:52:04.415290 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:04.606298 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] For port 77da548d-a49b-440b-a681-6920e7a66ecd, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=77da548d-a49b-440b-a681-6920e7a66ecd,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:52:04.606766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:04.741943 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] Calling delete_port for 77da548d-a49b-440b-a681-6920e7a66ecd owned by network:router_interface {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:52:04.931418 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:04.935252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5220f9ae-581a-4a77-b895-31f319a6a3eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:04.984903 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=77da548d-a49b-440b-a681-6920e7a66ecd,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:04.988258 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:05.291809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850862686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396519'] for router_interface, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:05.698199 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] Router c37429a7-8203-4499-afa0-b03cbe45e6e2 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:52:05.908107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:52:05.918167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cadab7-1a3c-42d6-82e8-d0fb088bc2cc None None] Sync routers for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:52:05.922839 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-8e386a91-5f9e-4c8e-904c-6aa3d005a0c0 admin admin] 10.222.0.55 "PUT /v2.0/routers/c37429a7-8203-4499-afa0-b03cbe45e6e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7098949 Apr 19 19:52:05.925521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58772) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:05.929934 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cadab7-1a3c-42d6-82e8-d0fb088bc2cc None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:52:05.930813 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-c5cadab7-1a3c-42d6-82e8-d0fb088bc2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:51:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:06.135468 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-c5cadab7-1a3c-42d6-82e8-d0fb088bc2cc None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:52:06.381969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:06.433008 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1ad445e1-a657-471b-a28a-fc92684dcf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:06.460701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-c5cadab7-1a3c-42d6-82e8-d0fb088bc2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:52:04Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:06.465067 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cadab7-1a3c-42d6-82e8-d0fb088bc2cc None None] Checking router: c37429a7-8203-4499-afa0-b03cbe45e6e2 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:52:06.474415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cadab7-1a3c-42d6-82e8-d0fb088bc2cc None None] Routers {'c37429a7-8203-4499-afa0-b03cbe45e6e2'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:52:06.475146 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-c5cadab7-1a3c-42d6-82e8-d0fb088bc2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:51:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['c37429a7-8203-4499-afa0-b03cbe45e6e2'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:06.587674 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:06.596260 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Deleting port 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:52:06.596630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:06.671179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-c5cadab7-1a3c-42d6-82e8-d0fb088bc2cc None None] Set router c37429a7-8203-4499-afa0-b03cbe45e6e2 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:52:06.790063 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] For port 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:52:06.790501 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:06.929634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Calling delete_port for 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba owned by network:router_gateway {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:52:06.986350 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-c5cadab7-1a3c-42d6-82e8-d0fb088bc2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:52:04Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:06.990731 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cadab7-1a3c-42d6-82e8-d0fb088bc2cc None None] The sync data for ids ['c37429a7-8203-4499-afa0-b03cbe45e6e2'] in dv-cinder-786931-1-iscsi is: [{'id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'name': 'tempest-TestVolumeBootPattern-1951164040-router', 'tenant_id': '7e4d3653c531499ab4cea96df1a5ef60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:39:58Z', 'updated_at': '2021-04-19T19:52:04Z', 'revision_number': 5, 'project_id': '7e4d3653c531499ab4cea96df1a5ef60', 'gw_port': {'id': '5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37429a7-8203-4499-afa0-b03cbe45e6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:39:59Z', 'updated_at': '2021-04-19T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:52:07.074134 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 77da548d-a49b-440b-a681-6920e7a66ecd no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:52:07.122489 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 77da548d-a49b-440b-a681-6920e7a66ecd {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:52:07.122952 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 77da548d-a49b-440b-a681-6920e7a66ecd not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:52:07.134488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:07.139833 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-5a2c0dfc-b568-4052-8ccc-8bf0299c2fbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:07.189267 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:07.213102 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:07.222872 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:07.290920 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851000474'] for router_gateway, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:07.477648 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32676'] for router, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:07.480103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:07.512332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395646'] for router, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:07.513252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c37429a7-8203-4499-afa0-b03cbe45e6e2 {{(pid=86441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:52:07.530574 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] Notify callbacks [] for router, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:07.531820 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-31198d93-6507-4b04-b6a3-09087d6515a3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c37429a7-8203-4499-afa0-b03cbe45e6e2 HTTP/1.1" status: 204 len: 168 time: 1.6053357 Apr 19 19:52:07.534766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58778) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:07.605277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-128bad58-86f4-4636-ba1f-2faf03071655 admin admin] Deleting subnet 5e9a6084-dd1f-49c4-bf1b-3233681b3912 {{(pid=86441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:52:07.608485 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-128bad58-86f4-4636-ba1f-2faf03071655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:07.663230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-128bad58-86f4-4636-ba1f-2faf03071655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852762686'] for subnet, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:07.751850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-128bad58-86f4-4636-ba1f-2faf03071655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:08.028075 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-128bad58-86f4-4636-ba1f-2faf03071655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854053530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27333294'] for subnet, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:08.033202 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:08.075727 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bad58-86f4-4636-ba1f-2faf03071655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e9a6084-dd1f-49c4-bf1b-3233681b3912,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:08.077863 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-128bad58-86f4-4636-ba1f-2faf03071655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:08.080709 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-128bad58-86f4-4636-ba1f-2faf03071655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:08.087692 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-128bad58-86f4-4636-ba1f-2faf03071655 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5e9a6084-dd1f-49c4-bf1b-3233681b3912 HTTP/1.1" status: 204 len: 168 time: 0.5519023 Apr 19 19:52:08.087930 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a757d8-ee25-49f6-86db-e8606f349c57 None None] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:52:08.090656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58782) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:08.223225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:08.236072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Deleting port 40238869-1840-45f7-b92a-43cc06c49d58 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:52:08.238227 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:08.387302 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d3555c-09e0-4e51-b082-375d9c7f6746 None None] DHCP port deletion for b92fce1f-653b-440e-a0f1-f33f9714fc4d request from dv-cinder-786931-1-iscsi {{(pid=86442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:52:08.391826 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3555c-09e0-4e51-b082-375d9c7f6746 None None] Deleting port 40238869-1840-45f7-b92a-43cc06c49d58 {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:52:08.392253 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a3d3555c-09e0-4e51-b082-375d9c7f6746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:08.463422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2b1ceeb6-661b-408c-af8d-e13dfe6afb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:08.475638 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] For port 40238869-1840-45f7-b92a-43cc06c49d58, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=40238869-1840-45f7-b92a-43cc06c49d58,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:52:08.476045 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:08.624820 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Calling delete_port for 40238869-1840-45f7-b92a-43cc06c49d58 owned by network:dhcp {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:52:08.712656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:08.716790 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-885ffd21-962e-44d6-8e38-f44b55df8620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:08.765690 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Pushing event deleted for resources: {'Port': ['ID=40238869-1840-45f7-b92a-43cc06c49d58,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:08.769124 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:08.770302 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] No DVR routers for this DVR port 40238869-1840-45f7-b92a-43cc06c49d58 on host dv-cinder-786931-1-iscsi {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:52:08.816931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-a3d3555c-09e0-4e51-b082-375d9c7f6746 None None] For port 40238869-1840-45f7-b92a-43cc06c49d58, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=40238869-1840-45f7-b92a-43cc06c49d58,segment=NetworkSegment(1621af78-b28f-48fb-ac66-fa53a68e595a),segment_id=1621af78-b28f-48fb-ac66-fa53a68e595a)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:52:08.817344 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a3d3555c-09e0-4e51-b082-375d9c7f6746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:08.906168 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:08.950931 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3555c-09e0-4e51-b082-375d9c7f6746 None None] Calling delete_port for 40238869-1840-45f7-b92a-43cc06c49d58 owned by network:dhcp {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:52:09.027147 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92fce1f-653b-440e-a0f1-f33f9714fc4d']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:09.042945 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1621af78-b28f-48fb-ac66-fa53a68e595a') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:09.043340 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1621af78-b28f-48fb-ac66-fa53a68e595a') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:09.043482 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.api [None req-a3d3555c-09e0-4e51-b082-375d9c7f6746 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86442) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:52:09.043892 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_db.api [None req-a3d3555c-09e0-4e51-b082-375d9c7f6746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:52:09.044926 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:09.057647 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947599'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:09.078223 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:09.086139 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:52:09.128632 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:52:09.168118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:52:09.168469 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 5d8a64a7-0fbf-47a5-b7c2-56003f9cf2ba not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:52:09.168947 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 40238869-1840-45f7-b92a-43cc06c49d58 no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:52:09.207603 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 40238869-1840-45f7-b92a-43cc06c49d58 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:52:09.208012 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 40238869-1840-45f7-b92a-43cc06c49d58 not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:52:09.485592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:09.504604 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:52:09.514043 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853900507'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:09.545453 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3555c-09e0-4e51-b082-375d9c7f6746 None None] Deleting port 40238869-1840-45f7-b92a-43cc06c49d58 {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:52:09.545924 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a3d3555c-09e0-4e51-b082-375d9c7f6746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:09.622226 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3555c-09e0-4e51-b082-375d9c7f6746 None None] The port '40238869-1840-45f7-b92a-43cc06c49d58' was deleted {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:52:09.699861 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Network b92fce1f-653b-440e-a0f1-f33f9714fc4d has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:52:09.734306 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:52:09.827766 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:09.832807 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:09.850717 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:09.857204 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Pushing event deleted for resources: {'Network': ['ID=b92fce1f-653b-440e-a0f1-f33f9714fc4d,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:09.861867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:09.874858 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-eb0a20cb-e6f5-463a-9b31-53f07fdf01fd admin admin] 10.222.0.55 "DELETE /v2.0/networks/b92fce1f-653b-440e-a0f1-f33f9714fc4d HTTP/1.1" status: 204 len: 168 time: 1.7830753 Apr 19 19:52:09.879221 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58788) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:10.513579 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396441'] for router_interface, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:10.899872 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] Deleting port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:52:10.900530 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:11.014997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:11.092950 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] For port 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=55ea7599-c950-4bf7-9d9b-4c70c6a66ae0,segment=NetworkSegment(a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681),segment_id=a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:52:11.093601 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:11.241479 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] Calling delete_port for 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 owned by network:router_interface {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:52:11.328041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508a002-a678-4cae-997c-69e62c631598 req-1ec671ab-a684-4b52-8303-bc216c9f05c4 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:11.329668 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9508a002-a678-4cae-997c-69e62c631598 req-1ec671ab-a684-4b52-8303-bc216c9f05c4 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.0990899 Apr 19 19:52:11.385345 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9508a002-a678-4cae-997c-69e62c631598 req-f23c2b8e-f6a7-420c-a6c6-72a4038cbc62 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&id=d38f9283-2c50-4338-9509-2192e1add72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484231 Apr 19 19:52:11.467041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5755d-0516-4b05-9af1-c2a57449171f req-4a56645b-b0c3-494f-9c40-3d471151947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:11.468641 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfe5755d-0516-4b05-9af1-c2a57449171f req-4a56645b-b0c3-494f-9c40-3d471151947b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=68d6946c11634ca38b07df05531a897d&device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 1137 time: 0.2390935 Apr 19 19:52:11.576592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:11.591511 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-6c962016-c62a-4876-bef6-dd71dd396e79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:11.641195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=55ea7599-c950-4bf7-9d9b-4c70c6a66ae0,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:11.647438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:11.773197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5755d-0516-4b05-9af1-c2a57449171f req-411b9859-4db3-4c6e-966d-37b70d959654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:11.775066 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfe5755d-0516-4b05-9af1-c2a57449171f req-411b9859-4db3-4c6e-966d-37b70d959654 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4367d364-c82c-498d-a285-dae09ecb6dfc HTTP/1.1" status: 200 len: 916 time: 0.2972283 Apr 19 19:52:12.300833 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfe5755d-0516-4b05-9af1-c2a57449171f req-889a7f7c-04bc-48ef-b53c-4e86cf4888bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf HTTP/1.1" status: 200 len: 1000 time: 0.5173626 Apr 19 19:52:12.391896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850862686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396519'] for router_interface, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:12.409068 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5755d-0516-4b05-9af1-c2a57449171f req-9aa0f8ad-0020-41aa-b111-31017b0caeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:12.411108 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfe5755d-0516-4b05-9af1-c2a57449171f req-9aa0f8ad-0020-41aa-b111-31017b0caeee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=77d16ad7-993c-489a-b6c6-c466bdcbd7ef HTTP/1.1" status: 200 len: 854 time: 0.1008060 Apr 19 19:52:12.643699 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abefa1e-1c35-428f-8318-30837f4bc8f6 req-c2734655-3a19-4c46-8c78-7972aa55789b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:12.645936 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7abefa1e-1c35-428f-8318-30837f4bc8f6 req-c2734655-3a19-4c46-8c78-7972aa55789b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.1068146 Apr 19 19:52:12.706544 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5755d-0516-4b05-9af1-c2a57449171f req-348c2ee4-a192-4010-bd55-355a2fe6894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:12.708746 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfe5755d-0516-4b05-9af1-c2a57449171f req-348c2ee4-a192-4010-bd55-355a2fe6894d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4367d364-c82c-498d-a285-dae09ecb6dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2338188 Apr 19 19:52:12.718855 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7abefa1e-1c35-428f-8318-30837f4bc8f6 req-30871908-7ebe-4d9b-b722-8c10219bdba5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&id=d38f9283-2c50-4338-9509-2192e1add72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633893 Apr 19 19:52:13.042808 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfe5755d-0516-4b05-9af1-c2a57449171f req-250852f2-bed8-4875-9e10-ae5c479e98ce service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740583 Apr 19 19:52:13.050152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] Router 8a3df542-f52d-41e0-a858-18fc988c4926 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:52:13.380512 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-cfe5755d-0516-4b05-9af1-c2a57449171f req-40d93f1b-faaa-44f8-9e4a-91aec5714d07 service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287606 Apr 19 19:52:13.401679 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:52:13.411660 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ce20c-0be0-4f5b-aada-6a2ddb62c51d None None] Sync routers for ids ['8a3df542-f52d-41e0-a858-18fc988c4926'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:52:13.420268 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-987e2e97-1c13-4da5-bfdf-88218882a8cb admin admin] 10.222.0.55 "PUT /v2.0/routers/8a3df542-f52d-41e0-a858-18fc988c4926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5398085 Apr 19 19:52:13.423346 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58802) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:13.424407 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ce20c-0be0-4f5b-aada-6a2ddb62c51d None None] Routers {'8a3df542-f52d-41e0-a858-18fc988c4926'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:52:13.425096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-e69ce20c-0be0-4f5b-aada-6a2ddb62c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:52:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['8a3df542-f52d-41e0-a858-18fc988c4926'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:13.669090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-e69ce20c-0be0-4f5b-aada-6a2ddb62c51d None None] Set router 8a3df542-f52d-41e0-a858-18fc988c4926 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:52:13.738234 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Notify callbacks [] for router, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:13.868806 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772088e2-925c-4bad-a1ca-7b3dba87278f req-390a1ee4-642f-4b1b-9115-0826fd2c1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:13.870814 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-772088e2-925c-4bad-a1ca-7b3dba87278f req-390a1ee4-642f-4b1b-9115-0826fd2c1cce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=68d6946c11634ca38b07df05531a897d&device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 1137 time: 0.3538284 Apr 19 19:52:13.976037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee095757-0682-4e21-b96e-172b5450e132 req-a96d7392-6216-454a-8bfe-5ab8cacd9071 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:13.977829 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ee095757-0682-4e21-b96e-172b5450e132 req-a96d7392-6216-454a-8bfe-5ab8cacd9071 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.1230538 Apr 19 19:52:14.063170 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-ee095757-0682-4e21-b96e-172b5450e132 req-d732b3e0-0031-4726-94ce-d87aa9f0a799 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&id=d38f9283-2c50-4338-9509-2192e1add72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762880 Apr 19 19:52:14.100430 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:14.115529 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772088e2-925c-4bad-a1ca-7b3dba87278f req-720b9bfd-53ed-4fd4-9eff-6593dbfa6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:14.117479 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-772088e2-925c-4bad-a1ca-7b3dba87278f req-720b9bfd-53ed-4fd4-9eff-6593dbfa6fd9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4367d364-c82c-498d-a285-dae09ecb6dfc HTTP/1.1" status: 200 len: 916 time: 0.2155223 Apr 19 19:52:14.119000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Deleting port d0ed6433-8a73-4e8e-9160-c1b38f415e5b {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:52:14.119382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:14.221406 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-e69ce20c-0be0-4f5b-aada-6a2ddb62c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'name': 'tempest-TestVolumeBootPattern-1507262051-router', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:10Z', 'updated_at': '2021-04-19T19:52:11Z', 'revision_number': 5, 'project_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'gw_port': {'id': 'd0ed6433-8a73-4e8e-9160-c1b38f415e5b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:40:11Z', 'updated_at': '2021-04-19T19:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:14.230610 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ce20c-0be0-4f5b-aada-6a2ddb62c51d None None] Checking router: 8a3df542-f52d-41e0-a858-18fc988c4926 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:52:14.238216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ce20c-0be0-4f5b-aada-6a2ddb62c51d None None] Routers {'8a3df542-f52d-41e0-a858-18fc988c4926'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:52:14.238963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-e69ce20c-0be0-4f5b-aada-6a2ddb62c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:52:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['8a3df542-f52d-41e0-a858-18fc988c4926'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:14.439230 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-e69ce20c-0be0-4f5b-aada-6a2ddb62c51d None None] Set router 8a3df542-f52d-41e0-a858-18fc988c4926 gateway port host: None {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:52:14.559015 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-e69ce20c-0be0-4f5b-aada-6a2ddb62c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'name': 'tempest-TestVolumeBootPattern-1507262051-router', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:10Z', 'updated_at': '2021-04-19T19:52:14Z', 'revision_number': 6, 'project_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'gw_port_host': None}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:14.564245 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ce20c-0be0-4f5b-aada-6a2ddb62c51d None None] The sync data for ids ['8a3df542-f52d-41e0-a858-18fc988c4926'] in dv-cinder-786931-1-iscsi is: [{'id': '8a3df542-f52d-41e0-a858-18fc988c4926', 'name': 'tempest-TestVolumeBootPattern-1507262051-router', 'tenant_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:40:10Z', 'updated_at': '2021-04-19T19:52:14Z', 'revision_number': 6, 'project_id': 'bcd37bb19d9b4c1dbb698ea9838482d9', 'gw_port_host': None}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:52:14.647479 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-772088e2-925c-4bad-a1ca-7b3dba87278f req-c33395d3-cfc7-4b54-b874-2315bd4a3866 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf HTTP/1.1" status: 200 len: 1000 time: 0.2142432 Apr 19 19:52:14.770666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772088e2-925c-4bad-a1ca-7b3dba87278f req-4605227a-95c7-4d61-8abb-f416dfbf0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:14.772220 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-772088e2-925c-4bad-a1ca-7b3dba87278f req-4605227a-95c7-4d61-8abb-f416dfbf0150 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=77d16ad7-993c-489a-b6c6-c466bdcbd7ef HTTP/1.1" status: 200 len: 854 time: 0.1108987 Apr 19 19:52:14.774874 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] For port d0ed6433-8a73-4e8e-9160-c1b38f415e5b, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=d0ed6433-8a73-4e8e-9160-c1b38f415e5b,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:52:14.775240 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:14.974528 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Calling delete_port for d0ed6433-8a73-4e8e-9160-c1b38f415e5b owned by network:router_gateway {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:52:15.105565 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772088e2-925c-4bad-a1ca-7b3dba87278f req-6444738a-19cc-4876-843a-302541c428db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:15.107255 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-772088e2-925c-4bad-a1ca-7b3dba87278f req-6444738a-19cc-4876-843a-302541c428db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4367d364-c82c-498d-a285-dae09ecb6dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3227403 Apr 19 19:52:15.148901 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:52:15.197316 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:52:15.197706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 55ea7599-c950-4bf7-9d9b-4c70c6a66ae0 not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:52:15.198378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device d0ed6433-8a73-4e8e-9160-c1b38f415e5b no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:52:15.320796 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9565d-295a-474d-899c-9c0cbc410d2d req-e7d6ea1c-49ab-4fcc-8378-81cf61c425f8 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:15.321876 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6fd9565d-295a-474d-899c-9c0cbc410d2d req-e7d6ea1c-49ab-4fcc-8378-81cf61c425f8 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.1044564 Apr 19 19:52:15.344288 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-772088e2-925c-4bad-a1ca-7b3dba87278f req-52767ad1-f7fe-4d72-8e4b-48a09337836d service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261627 Apr 19 19:52:15.347873 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:15.351942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:15.355426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b727671e-b8bc-4e67-b93c-3870dbdefedf tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:15.401309 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-6fd9565d-295a-474d-899c-9c0cbc410d2d req-75072241-8aa3-4837-98ca-6fa2f0b28dcb tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&id=d38f9283-2c50-4338-9509-2192e1add72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662527 Apr 19 19:52:15.434887 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ed6433-8a73-4e8e-9160-c1b38f415e5b,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:15.438076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:15.642364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851000474'] for router_gateway, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:15.851692 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-772088e2-925c-4bad-a1ca-7b3dba87278f req-40e6b2fe-345a-44af-87cb-44134d476820 service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974144 Apr 19 19:52:15.860002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32676'] for router, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:15.862368 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:15.895234 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395646'] for router, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:15.895725 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a3df542-f52d-41e0-a858-18fc988c4926 {{(pid=86440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:52:15.909769 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:15.913724 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-0394595b-1fb0-4bcd-9128-2187e7f46a1b admin admin] 10.222.0.55 "DELETE /v2.0/routers/8a3df542-f52d-41e0-a858-18fc988c4926 HTTP/1.1" status: 204 len: 168 time: 2.4865012 Apr 19 19:52:15.914730 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58810) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:15.993685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a86620-6f41-415c-a431-98465c11b81b admin admin] Deleting subnet 19d0047a-2205-49f4-ab4b-530a6f96a30a {{(pid=86441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:52:15.997506 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-83a86620-6f41-415c-a431-98465c11b81b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:16.052734 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-83a86620-6f41-415c-a431-98465c11b81b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852762686'] for subnet, precommit_delete_associations {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:16.147883 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-83a86620-6f41-415c-a431-98465c11b81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:16.423942 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-83a86620-6f41-415c-a431-98465c11b81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854053530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27333294'] for subnet, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:16.428360 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:16.468619 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a86620-6f41-415c-a431-98465c11b81b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d0047a-2205-49f4-ab4b-530a6f96a30a,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:16.474027 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-83a86620-6f41-415c-a431-98465c11b81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:16.474878 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-83a86620-6f41-415c-a431-98465c11b81b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:16.481898 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-83a86620-6f41-415c-a431-98465c11b81b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/19d0047a-2205-49f4-ab4b-530a6f96a30a HTTP/1.1" status: 204 len: 168 time: 0.5658686 Apr 19 19:52:16.482080 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0658d-ae9d-4cb3-b192-3b1acbbb357c None None] Network c7ee47f8-f292-492f-b1ae-98283714b553 requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:52:16.485571 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58816) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:16.665165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:16.691393 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Deleting port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e {{(pid=86441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:52:16.691681 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:16.755713 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518899aa-cfd6-4d2b-9197-5cc16dbd8167 None None] DHCP port deletion for c7ee47f8-f292-492f-b1ae-98283714b553 request from dv-cinder-786931-1-iscsi {{(pid=86442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:52:16.760969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-518899aa-cfd6-4d2b-9197-5cc16dbd8167 None None] Deleting port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:52:16.761392 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-518899aa-cfd6-4d2b-9197-5cc16dbd8167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:16.762232 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f24d1-8839-4fac-bf16-181ed1848b77 req-00aa4435-e0db-44be-83fb-370fb4484144 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:16.763966 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-926f24d1-8839-4fac-bf16-181ed1848b77 req-00aa4435-e0db-44be-83fb-370fb4484144 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.2029014 Apr 19 19:52:16.893442 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-926f24d1-8839-4fac-bf16-181ed1848b77 req-f194718e-f492-4efd-a811-96fc7b2546fc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&id=d38f9283-2c50-4338-9509-2192e1add72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930181 Apr 19 19:52:16.986699 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] For port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=51afd66d-766c-4ea8-a7eb-1f624a2ec78e,segment=NetworkSegment(a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681),segment_id=a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:52:16.986992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:16.994626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-518899aa-cfd6-4d2b-9197-5cc16dbd8167 None None] For port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=51afd66d-766c-4ea8-a7eb-1f624a2ec78e,segment=NetworkSegment(a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681),segment_id=a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:52:16.995085 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-518899aa-cfd6-4d2b-9197-5cc16dbd8167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:17.137078 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Calling delete_port for 51afd66d-766c-4ea8-a7eb-1f624a2ec78e owned by network:dhcp {{(pid=86441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:52:17.138072 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-518899aa-cfd6-4d2b-9197-5cc16dbd8167 None None] Calling delete_port for 51afd66d-766c-4ea8-a7eb-1f624a2ec78e owned by network:dhcp {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:52:17.169130 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 51afd66d-766c-4ea8-a7eb-1f624a2ec78e no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:52:17.222547 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854053710'] for port, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:17.227842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e310e7a7-016b-4e14-8324-7677c3085724 tempest-VolumesActionsTest-1154458801 tempest-VolumesActionsTest-1154458801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:17.274244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No active binding found for port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e {{(pid=86442) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 19 19:52:17.274696 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 51afd66d-766c-4ea8-a7eb-1f624a2ec78e not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:52:17.281000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=51afd66d-766c-4ea8-a7eb-1f624a2ec78e,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:17.281311 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.api [None req-518899aa-cfd6-4d2b-9197-5cc16dbd8167 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86442) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:52:17.281710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_db.api [None req-518899aa-cfd6-4d2b-9197-5cc16dbd8167 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:52:17.283104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] No DVR routers for this DVR port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e on host dv-cinder-786931-1-iscsi {{(pid=86441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:52:17.284738 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:17.411938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:17.531672 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ee47f8-f292-492f-b1ae-98283714b553']}} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:17.545186 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681') {'for_net_delete': True} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:17.545521 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fa0ae0-3c9e-48ce-bf5c-35962e0fa681') {} {{(pid=86441) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:52:17.558151 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013130'] for segment, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:17.575065 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:17.582106 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=86441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:52:17.768761 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Network c7ee47f8-f292-492f-b1ae-98283714b553 has no segments {{(pid=86441) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:52:17.779776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-722117'] for segment, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:17.783244 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-518899aa-cfd6-4d2b-9197-5cc16dbd8167 None None] Deleting port 51afd66d-766c-4ea8-a7eb-1f624a2ec78e {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:52:17.783669 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-518899aa-cfd6-4d2b-9197-5cc16dbd8167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:17.857315 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-518899aa-cfd6-4d2b-9197-5cc16dbd8167 None None] The port '51afd66d-766c-4ea8-a7eb-1f624a2ec78e' was deleted {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:52:18.281041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Network c7ee47f8-f292-492f-b1ae-98283714b553 has no segments {{(pid=86441) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:52:18.311714 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:52:18.406325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:18.411832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:18.414528 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-71402a1e-c823-4f0c-8360-88cb7ea0e6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:18.447502 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ee47f8-f292-492f-b1ae-98283714b553,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:18.451416 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:18.452936 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-7f85e02d-167c-48c2-a2ca-75d806b256e9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c7ee47f8-f292-492f-b1ae-98283714b553 HTTP/1.1" status: 204 len: 168 time: 1.9663570 Apr 19 19:52:18.467158 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82cc1f-6de0-495b-a3ac-29b8e5691d5d req-a73e118b-aa2e-45c5-8072-7786835fc5be tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:18.468933 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5c82cc1f-6de0-495b-a3ac-29b8e5691d5d req-a73e118b-aa2e-45c5-8072-7786835fc5be tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.2635741 Apr 19 19:52:18.526194 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5c82cc1f-6de0-495b-a3ac-29b8e5691d5d req-3b17eff5-1d13-4582-ad81-63938fe29220 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&id=d38f9283-2c50-4338-9509-2192e1add72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502918 Apr 19 19:52:18.607767 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58824) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:18.665759 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-b3df58bb-a394-4568-bef0-d1b09989974c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e4d3653c531499ab4cea96df1a5ef60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563982 Apr 19 19:52:18.668459 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58828) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:18.735161 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-20c627a8-b76a-4a9b-8178-d39e805f831d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:18.765166 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-20c627a8-b76a-4a9b-8178-d39e805f831d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:18.817088 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-20c627a8-b76a-4a9b-8178-d39e805f831d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:18.821096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-20b6ac23-8d6e-44f7-bf78-dec90a1f59a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:18.840624 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c627a8-b76a-4a9b-8178-d39e805f831d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e1a86f-e0e8-4985-bc64-9957ff51866d,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:18.846018 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-20c627a8-b76a-4a9b-8178-d39e805f831d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:18.848894 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-20c627a8-b76a-4a9b-8178-d39e805f831d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:18.849789 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-20c627a8-b76a-4a9b-8178-d39e805f831d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9e1a86f-e0e8-4985-bc64-9957ff51866d HTTP/1.1" status: 204 len: 168 time: 0.1803617 Apr 19 19:52:19.270329 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58836) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:19.330426 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f6033cf9-50d3-4d5d-ae23-2b4891aa625d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcd37bb19d9b4c1dbb698ea9838482d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584002 Apr 19 19:52:19.333252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86441) accepted ('10.222.0.55', 58840) {{(pid=86441) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:19.402863 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa27682e-e987-4385-afd1-90f437a6dee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:19.437161 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa27682e-e987-4385-afd1-90f437a6dee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:19.499472 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa27682e-e987-4385-afd1-90f437a6dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:19.505022 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f973684a-596e-4873-99ec-d6fcc775e58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:19.523502 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27682e-e987-4385-afd1-90f437a6dee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf0c448-3aa2-4ebb-b383-7fe26d3655df,revision_number=None']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:19.526242 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-fa27682e-e987-4385-afd1-90f437a6dee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:19.527531 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-fa27682e-e987-4385-afd1-90f437a6dee0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbf0c448-3aa2-4ebb-b383-7fe26d3655df HTTP/1.1" status: 204 len: 168 time: 0.1932433 Apr 19 19:52:19.529043 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-fa27682e-e987-4385-afd1-90f437a6dee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:19.756066 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8efce-df1c-4f1e-8a3c-3997e2b45aff req-e0d209e6-039a-4b26-91e0-c4c81a335aaf tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:19.757893 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5fe8efce-df1c-4f1e-8a3c-3997e2b45aff req-e0d209e6-039a-4b26-91e0-c4c81a335aaf tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.1117325 Apr 19 19:52:19.820606 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-5fe8efce-df1c-4f1e-8a3c-3997e2b45aff req-877e056b-b923-450b-8a64-30a1b82a7b11 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&id=d38f9283-2c50-4338-9509-2192e1add72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548937 Apr 19 19:52:21.037710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811202a-9d36-4146-a9da-78cdb983b2cf req-e489b17a-832a-474b-b154-b8e95ec18620 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:21.039547 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c811202a-9d36-4146-a9da-78cdb983b2cf req-e489b17a-832a-474b-b154-b8e95ec18620 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.0960987 Apr 19 19:52:21.104373 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c811202a-9d36-4146-a9da-78cdb983b2cf req-a28460a6-e0ce-4f7e-871c-802b0f60c0dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&id=d38f9283-2c50-4338-9509-2192e1add72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581722 Apr 19 19:52:22.333322 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b3a4-1026-4279-b196-aebb61453c05 req-501dc2a5-bc04-47a8-b094-0185460d3c7a tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:22.334984 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f429b3a4-1026-4279-b196-aebb61453c05 req-501dc2a5-bc04-47a8-b094-0185460d3c7a tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.1079586 Apr 19 19:52:22.395891 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f429b3a4-1026-4279-b196-aebb61453c05 req-2b954ba2-4940-43e1-8c7f-902492c64f40 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&id=d38f9283-2c50-4338-9509-2192e1add72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516317 Apr 19 19:52:23.640499 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ca220-8935-4449-9c33-3a0bfd46ce47 req-0ac4e941-443e-4df3-a8b8-3052a5d2c66c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:23.642124 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a05ca220-8935-4449-9c33-3a0bfd46ce47 req-0ac4e941-443e-4df3-a8b8-3052a5d2c66c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.1147418 Apr 19 19:52:23.703694 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-a05ca220-8935-4449-9c33-3a0bfd46ce47 req-bc638198-4d13-4b98-9b6d-0ca97b1abbd9 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&id=d38f9283-2c50-4338-9509-2192e1add72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517392 Apr 19 19:52:24.938126 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81ff0c-27f1-45a5-874b-9494910e68ff req-5900cf34-004c-471d-b216-4ebab42dd017 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:24.940136 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7e81ff0c-27f1-45a5-874b-9494910e68ff req-5900cf34-004c-471d-b216-4ebab42dd017 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.1113939 Apr 19 19:52:25.006943 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-7e81ff0c-27f1-45a5-874b-9494910e68ff req-5fbef482-ce4e-4363-98d2-b33ae84d18df tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&id=d38f9283-2c50-4338-9509-2192e1add72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575166 Apr 19 19:52:35.712128 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:52:36.421665 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c94b9827-0b4e-4686-88f6-aa12f087528f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:37.224420 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:38.455166 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2e879cbe-784b-40c6-a47a-5acf85b6200a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:39.049002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:39.492042 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:41.024419 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:57.445937 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-81b53fac-4025-4ebe-8fea-c77b191cd340 req-0edc13e3-8fd3-46cb-9546-2db7a91598ef tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632868769&fields=id&tenant_id=68d6946c11634ca38b07df05531a897d HTTP/1.1" status: 200 len: 267 time: 0.0532207 Apr 19 19:52:57.547513 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b53fac-4025-4ebe-8fea-c77b191cd340 req-885e3702-6aff-4c9e-9e09-5689327995cc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:57.549176 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-81b53fac-4025-4ebe-8fea-c77b191cd340 req-885e3702-6aff-4c9e-9e09-5689327995cc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 984 time: 0.0959768 Apr 19 19:52:57.562297 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.v2.base [req-81b53fac-4025-4ebe-8fea-c77b191cd340 req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Request body: {'port': {'security_groups': ['ac5b8950-5939-4a47-9ab3-ea4cd6a8e154']}} {{(pid=86441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:52:57.701431 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-81b53fac-4025-4ebe-8fea-c77b191cd340 req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854036901'] for port, before_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:57.973519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-81b53fac-4025-4ebe-8fea-c77b191cd340 req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] For port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:52:58.001295 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-81b53fac-4025-4ebe-8fea-c77b191cd340 req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for port, precommit_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:58.005949 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-81b53fac-4025-4ebe-8fea-c77b191cd340 req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740851941832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296003283999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296003282172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-722107'] for port, after_update {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:58.012272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d3daf0f1-ad30-430d-9c04-039f79476079 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:58.021442 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:52:58.100087 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event updated for resources: {'Port': ['ID=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,revision_number=7']} {{(pid=86441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:58.111677 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b53fac-4025-4ebe-8fea-c77b191cd340 req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:58.112400 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-81b53fac-4025-4ebe-8fea-c77b191cd340 req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86441) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:58.117282 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-81b53fac-4025-4ebe-8fea-c77b191cd340 req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "PUT /v2.0/ports/f2cb6a4d-f3d0-4085-afdb-e501b93f16cf HTTP/1.1" status: 200 len: 942 time: 0.5606110 Apr 19 19:52:58.118000 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'}] {{(pid=86441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:52:58.121477 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58862) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:58.128533 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.128985 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.129396 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.129803 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.130207 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.130608 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.131007 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.131411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.131836 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.132228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.132588 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.132998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.142595 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-30409295-5545-4368-b069-3b46953c4dc5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86441) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:58.199167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:52:58.212428 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'status': 'completed', 'code': 200} Apr 19 19:52:58.314832 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:58.356233 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:58.419938 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffcefc-5c5a-4310-97fa-d778dc88a037 req-1dcddb37-3eb7-47e4-854c-07e8b448fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:58.421504 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c7ffcefc-5c5a-4310-97fa-d778dc88a037 req-1dcddb37-3eb7-47e4-854c-07e8b448fe23 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=68d6946c11634ca38b07df05531a897d&device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 1098 time: 0.1818445 Apr 19 19:52:58.427698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.provisioning_blocks [None req-e32786f3-1ba7-4291-a42a-21e613461fb7 None None] Provisioning complete for port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf triggered by entity DHCP. {{(pid=86442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:52:58.428117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e32786f3-1ba7-4291-a42a-21e613461fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523974'] for port, provisioning_complete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:58.517915 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:58.525373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-1605f70f-7ad4-493e-882c-fb3327640031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:52:58.550290 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38f9283-2c50-4338-9509-2192e1add72f,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:52:58.568692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.569123 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.569546 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.569964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.570385 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.570867 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.571281 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.571693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.572107 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.572523 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.572925 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.573331 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-1-iscsi {{(pid=86440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:52:58.578522 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:52:58.597415 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:58.598707 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "DELETE /v2.0/security-groups/d38f9283-2c50-4338-9509-2192e1add72f HTTP/1.1" status: 204 len: 168 time: 0.4760916 Apr 19 19:52:58.601808 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58868) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:52:58.703185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffcefc-5c5a-4310-97fa-d778dc88a037 req-2e63e0d8-b05f-406e-9a6b-718762d6050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:58.704794 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c7ffcefc-5c5a-4310-97fa-d778dc88a037 req-2e63e0d8-b05f-406e-9a6b-718762d6050b service neutron] 10.222.0.52 "GET /v2.0/networks?id=4367d364-c82c-498d-a285-dae09ecb6dfc HTTP/1.1" status: 200 len: 916 time: 0.2761130 Apr 19 19:52:58.928206 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c7ffcefc-5c5a-4310-97fa-d778dc88a037 req-58f756cf-4358-42e6-9df8-9fa143e4f50f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf HTTP/1.1" status: 200 len: 1000 time: 0.2125003 Apr 19 19:52:58.989596 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Deleting port cfd8352f-7a66-4dfc-874b-e4a43c8817d5 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:52:58.989980 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:59.308331 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffcefc-5c5a-4310-97fa-d778dc88a037 req-7fc97564-a7e1-431d-af63-98112f220fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:59.310089 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c7ffcefc-5c5a-4310-97fa-d778dc88a037 req-7fc97564-a7e1-431d-af63-98112f220fb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=77d16ad7-993c-489a-b6c6-c466bdcbd7ef HTTP/1.1" status: 200 len: 854 time: 0.3751483 Apr 19 19:52:59.513683 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:59.514162 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:52:59.661940 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Calling delete_port for cfd8352f-7a66-4dfc-874b-e4a43c8817d5 owned by network:floatingip {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:52:59.709438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffcefc-5c5a-4310-97fa-d778dc88a037 req-d3555bd3-705b-46d2-b29d-ce49f929a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:52:59.711460 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c7ffcefc-5c5a-4310-97fa-d778dc88a037 req-d3555bd3-705b-46d2-b29d-ce49f929a130 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4367d364-c82c-498d-a285-dae09ecb6dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3827481 Apr 19 19:52:59.922744 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c7ffcefc-5c5a-4310-97fa-d778dc88a037 req-f4781d35-a581-4bf7-a46e-59f0c2c4bb44 service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972146 Apr 19 19:53:00.101906 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:00.108834 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-249b7c9c-1849-4a84-9715-4d1b02680115 tempest-TestVolumeBootPattern-1280774244 tempest-TestVolumeBootPattern-1280774244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:00.172666 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event deleted for resources: {'Port': ['ID=cfd8352f-7a66-4dfc-874b-e4a43c8817d5,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:00.182819 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:00.217377 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-c7ffcefc-5c5a-4310-97fa-d778dc88a037 req-94d4669c-cdcd-4506-98d5-17eaeb543fe1 service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612712 Apr 19 19:53:00.288730 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks [] for floatingip, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:00.289109 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.db.l3_db [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Floating IP 12f954e1-7b7b-4612-91bc-9c5b814e4e3f disassociated (deleted). External IP: 172.27.0.43, port: f2cb6a4d-f3d0-4085-afdb-e501b93f16cf. Apr 19 19:53:00.700011 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:53:00.904408 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:53:00.914700 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4779806-21ba-4876-adff-43cbc7ebeb13 None None] Sync routers for ids ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:53:00.925279 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4779806-21ba-4876-adff-43cbc7ebeb13 None None] Routers {'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:53:00.925954 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-b4779806-21ba-4876-adff-43cbc7ebeb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:52:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:00.926090 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for floatingip, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:00.991880 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "DELETE /v2.0/floatingips/12f954e1-7b7b-4612-91bc-9c5b814e4e3f HTTP/1.1" status: 204 len: 168 time: 2.3888462 Apr 19 19:53:00.992654 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:53:01.200654 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-b4779806-21ba-4876-adff-43cbc7ebeb13 None None] Set router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:53:01.387332 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'status': 'completed', 'code': 200} Apr 19 19:53:01.512438 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc123e-3ed9-46c1-8b14-f95fbfbc5376 req-f8dca472-d1cc-4da5-8e5f-bb7c3ef79ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:53:01.514120 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9adc123e-3ed9-46c1-8b14-f95fbfbc5376 req-f8dca472-d1cc-4da5-8e5f-bb7c3ef79ad1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=68d6946c11634ca38b07df05531a897d&device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 1098 time: 0.1037097 Apr 19 19:53:01.671002 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc123e-3ed9-46c1-8b14-f95fbfbc5376 req-229e4dff-b04b-4ddf-8e10-b9a4561ada9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:53:01.672618 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9adc123e-3ed9-46c1-8b14-f95fbfbc5376 req-229e4dff-b04b-4ddf-8e10-b9a4561ada9c service neutron] 10.222.0.52 "GET /v2.0/networks?id=4367d364-c82c-498d-a285-dae09ecb6dfc HTTP/1.1" status: 200 len: 916 time: 0.1512749 Apr 19 19:53:01.737440 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-b4779806-21ba-4876-adff-43cbc7ebeb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1a0959ea-3246-4b6c-a32a-014e4c16ad1d', 'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'mac_address': 'fa:16:3e:f5:18:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:56Z', 'updated_at': '2021-04-19T19:51:06Z', 'revision_number': 5, 'project_id': '68d6946c11634ca38b07df05531a897d', 'subnets': [{'id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:01.741791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4779806-21ba-4876-adff-43cbc7ebeb13 None None] Checking router: b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:53:01.747728 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9adc123e-3ed9-46c1-8b14-f95fbfbc5376 req-dfa52cff-c516-4250-b402-4c75962648ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf HTTP/1.1" status: 200 len: 217 time: 0.0683925 Apr 19 19:53:01.753279 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4779806-21ba-4876-adff-43cbc7ebeb13 None None] Routers {'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:53:01.754169 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-b4779806-21ba-4876-adff-43cbc7ebeb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:52:38Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:01.825381 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc123e-3ed9-46c1-8b14-f95fbfbc5376 req-d5cc0273-0d16-4a98-b9f0-2d923d1e911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:53:01.826785 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9adc123e-3ed9-46c1-8b14-f95fbfbc5376 req-d5cc0273-0d16-4a98-b9f0-2d923d1e911a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=77d16ad7-993c-489a-b6c6-c466bdcbd7ef HTTP/1.1" status: 200 len: 854 time: 0.0723672 Apr 19 19:53:01.928179 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc123e-3ed9-46c1-8b14-f95fbfbc5376 req-2b8c7822-2473-4005-8250-5d942ba12b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:53:01.930649 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9adc123e-3ed9-46c1-8b14-f95fbfbc5376 req-2b8c7822-2473-4005-8250-5d942ba12b17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4367d364-c82c-498d-a285-dae09ecb6dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956502 Apr 19 19:53:01.961268 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-b4779806-21ba-4876-adff-43cbc7ebeb13 None None] Set router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:53:02.119433 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9adc123e-3ed9-46c1-8b14-f95fbfbc5376 req-bafa6349-9a57-41bd-affc-40ecf17465b6 service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802022 Apr 19 19:53:02.285195 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-9adc123e-3ed9-46c1-8b14-f95fbfbc5376 req-a3df320c-46f2-4bd1-9bfb-ff0141221120 service neutron] 10.222.0.52 "GET /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589992 Apr 19 19:53:02.383848 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-b4779806-21ba-4876-adff-43cbc7ebeb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1a0959ea-3246-4b6c-a32a-014e4c16ad1d', 'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'mac_address': 'fa:16:3e:f5:18:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:56Z', 'updated_at': '2021-04-19T19:51:06Z', 'revision_number': 5, 'project_id': '68d6946c11634ca38b07df05531a897d', 'subnets': [{'id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:02.388348 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4779806-21ba-4876-adff-43cbc7ebeb13 None None] The sync data for ids ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'] in dv-cinder-786931-1-iscsi is: [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:50:57Z', 'revision_number': 4, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi', '_interfaces': [{'id': '1a0959ea-3246-4b6c-a32a-014e4c16ad1d', 'name': '', 'network_id': '4367d364-c82c-498d-a285-dae09ecb6dfc', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'mac_address': 'fa:16:3e:f5:18:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:56Z', 'updated_at': '2021-04-19T19:51:06Z', 'revision_number': 5, 'project_id': '68d6946c11634ca38b07df05531a897d', 'subnets': [{'id': '77d16ad7-993c-489a-b6c6-c466bdcbd7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:53:02.791189 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b53b89-ef65-419f-840f-4f0b4bc91c39 None None] New status for floating IP 12f954e1-7b7b-4612-91bc-9c5b814e4e3f: DOWN {{(pid=86443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:53:04.552006 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86b9f-d5d4-46ce-8568-0c991499cff9 req-00ece96e-0ecc-483e-8fd2-d9301b817582 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:53:04.553626 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4ba86b9f-d5d4-46ce-8568-0c991499cff9 req-00ece96e-0ecc-483e-8fd2-d9301b817582 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 945 time: 0.0918739 Apr 19 19:53:04.609239 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-4ba86b9f-d5d4-46ce-8568-0c991499cff9 req-86a785fa-ee3f-4ddb-bcc2-ba19c3177b37 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489213 Apr 19 19:53:05.832490 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f528b2-8a7b-42d4-95b7-03dad59d2ae3 req-af732241-99ad-4df9-b4d5-2c471e450316 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:53:05.834111 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-37f528b2-8a7b-42d4-95b7-03dad59d2ae3 req-af732241-99ad-4df9-b4d5-2c471e450316 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 945 time: 0.0998819 Apr 19 19:53:05.889685 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-37f528b2-8a7b-42d4-95b7-03dad59d2ae3 req-fd228a4d-0cca-41a7-96c3-fc781c108414 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483031 Apr 19 19:53:06.165874 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-a9c75fbf-06d4-436d-b038-7126cb1e2bde tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:53:06.166599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-a9c75fbf-06d4-436d-b038-7126cb1e2bde tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Synchronizing usage tracker for tenant:68d6946c11634ca38b07df05531a897d on resource:port {{(pid=86440) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:53:06.184391 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.quota.resource [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-a9c75fbf-06d4-436d-b038-7126cb1e2bde tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Unset dirty status for tenant:68d6946c11634ca38b07df05531a897d on resource:port {{(pid=86440) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:53:06.185647 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-a9c75fbf-06d4-436d-b038-7126cb1e2bde tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 945 time: 0.1197710 Apr 19 19:53:06.272272 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-731078ea-c689-41b9-ae00-f8a4a4c9e8dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Deleting port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:53:06.272653 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-731078ea-c689-41b9-ae00-f8a4a4c9e8dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:06.415817 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-bed5433e-c3f0-48ef-8b5f-f775660b0d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:06.810650 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-731078ea-c689-41b9-ae00-f8a4a4c9e8dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] For port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:53:06.811030 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-731078ea-c689-41b9-ae00-f8a4a4c9e8dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:06.948121 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-731078ea-c689-41b9-ae00-f8a4a4c9e8dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Calling delete_port for f2cb6a4d-f3d0-4085-afdb-e501b93f16cf owned by compute:nova {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:53:07.109266 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-731078ea-c689-41b9-ae00-f8a4a4c9e8dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:07.115444 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-659cf57e-7f48-4e3a-a3e9-68988df2f8da tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:07.121525 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] get_ports_and_sgs() called for port_ids ['f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'] {{(pid=86442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:53:07.124094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b2dc2-acf4-458c-8745-ec6b68ace110 req-89d30c62-c4da-48a5-bc0f-937fea821623 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:53:07.125751 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-000b2dc2-acf4-458c-8745-ec6b68ace110 req-89d30c62-c4da-48a5-bc0f-937fea821623 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a0d1e7e-e536-439a-b8f6-dd6cb159557f HTTP/1.1" status: 200 len: 945 time: 0.1048009 Apr 19 19:53:07.166073 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731078ea-c689-41b9-ae00-f8a4a4c9e8dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Pushing event deleted for resources: {'Port': ['ID=f2cb6a4d-f3d0-4085-afdb-e501b93f16cf,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:07.169487 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-731078ea-c689-41b9-ae00-f8a4a4c9e8dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:07.177947 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-000b2dc2-acf4-458c-8745-ec6b68ace110 req-7e8b442e-5ceb-435c-936c-5e9fd4d4e564 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450642 Apr 19 19:53:07.220714 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:07.252093 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-731078ea-c689-41b9-ae00-f8a4a4c9e8dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] No DVR routers for this DVR port f2cb6a4d-f3d0-4085-afdb-e501b93f16cf on host hv-cinder-78693 {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:53:07.255346 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-731078ea-c689-41b9-ae00-f8a4a4c9e8dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1215'] for port, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:07.258701 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'name': 'network-vif-deleted', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf'}] {{(pid=86440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:53:07.278275 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [req-f7463de3-5cbd-4e0d-b23e-5e01e7f9b083 req-731078ea-c689-41b9-ae00-f8a4a4c9e8dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] 10.222.0.52 "DELETE /v2.0/ports/f2cb6a4d-f3d0-4085-afdb-e501b93f16cf HTTP/1.1" status: 204 len: 173 time: 1.0866995 Apr 19 19:53:07.318525 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0d1e7e-e536-439a-b8f6-dd6cb159557f', 'name': 'network-vif-deleted', 'tag': 'f2cb6a4d-f3d0-4085-afdb-e501b93f16cf', 'status': 'completed', 'code': 200} Apr 19 19:53:08.449994 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-2d633e5e-c890-4cb8-9a80-06e474164aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:09.051872 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:09.143165 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58952) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:53:09.487203 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:09.771346 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396441'] for router_interface, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:10.188652 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] Deleting port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:53:10.189041 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:10.389969 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] For port 1a0959ea-3246-4b6c-a32a-014e4c16ad1d, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=1a0959ea-3246-4b6c-a32a-014e4c16ad1d,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:53:10.390225 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:10.527935 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] Calling delete_port for 1a0959ea-3246-4b6c-a32a-014e4c16ad1d owned by network:router_interface {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:53:10.729691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:10.733566 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-afd0282d-9155-49f8-9dc3-cd3ec77245a5 tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:10.787418 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0959ea-3246-4b6c-a32a-014e4c16ad1d,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:10.791053 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:11.024905 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:11.036461 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device f2cb6a4d-f3d0-4085-afdb-e501b93f16cf no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:53:11.078355 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] No Port match for: f2cb6a4d-f3d0-4085-afdb-e501b93f16cf {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:53:11.078998 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Device f2cb6a4d-f3d0-4085-afdb-e501b93f16cf not bound to the agent host hv-cinder-78693 {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:53:11.093975 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850862686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396519'] for router_interface, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:11.745918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] Router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:53:11.943592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:53:11.953748 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d1480d-6a2e-41b1-b59c-a104acbfae73 None None] Sync routers for ids ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'] in dv-cinder-786931-1-iscsi {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:53:11.960880 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-469a5c2f-8497-423c-a00c-be163a4b90bf admin admin] 10.222.0.55 "PUT /v2.0/routers/b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8128216 Apr 19 19:53:11.961173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58956) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:53:11.969364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d1480d-6a2e-41b1-b59c-a104acbfae73 None None] Routers {'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:53:11.970054 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-07d1480d-6a2e-41b1-b59c-a104acbfae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:53:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:12.163195 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Notify callbacks [] for router, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:12.167661 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-07d1480d-6a2e-41b1-b59c-a104acbfae73 None None] Set router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:53:12.357445 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:12.366849 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Deleting port ed49cf42-93e8-4d36-b364-dc8bc207ad36 {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:53:12.367245 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:12.484335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-07d1480d-6a2e-41b1-b59c-a104acbfae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:53:10Z', 'revision_number': 5, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port': {'id': 'ed49cf42-93e8-4d36-b364-dc8bc207ad36', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:12.488921 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d1480d-6a2e-41b1-b59c-a104acbfae73 None None] Checking router: b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 for host: dv-cinder-786931-1-iscsi {{(pid=86442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:53:12.498896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d1480d-6a2e-41b1-b59c-a104acbfae73 None None] Routers {'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:53:12.499581 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-07d1480d-6a2e-41b1-b59c-a104acbfae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:53:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'], 'active': True} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:12.558185 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] For port ed49cf42-93e8-4d36-b364-dc8bc207ad36, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=ed49cf42-93e8-4d36-b364-dc8bc207ad36,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:53:12.558626 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:12.663239 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-07d1480d-6a2e-41b1-b59c-a104acbfae73 None None] Set router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 gateway port host: None {{(pid=86442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:53:12.692780 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Calling delete_port for ed49cf42-93e8-4d36-b364-dc8bc207ad36 owned by network:router_gateway {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:53:12.713332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:53:12.778960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-07d1480d-6a2e-41b1-b59c-a104acbfae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:53:12Z', 'revision_number': 6, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port_host': None}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:12.783537 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d1480d-6a2e-41b1-b59c-a104acbfae73 None None] The sync data for ids ['b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1'] in dv-cinder-786931-1-iscsi is: [{'id': 'b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1', 'name': 'tempest-TestMinimumBasicScenario-1002541555-router', 'tenant_id': '68d6946c11634ca38b07df05531a897d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:50:53Z', 'updated_at': '2021-04-19T19:53:12Z', 'revision_number': 6, 'project_id': '68d6946c11634ca38b07df05531a897d', 'gw_port_host': None}] {{(pid=86442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:53:12.889258 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:12.893548 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8c9b0c68-fcc8-4d99-8b37-13fe0a7b5db5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:12.939271 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed49cf42-93e8-4d36-b364-dc8bc207ad36,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:12.943219 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:13.045397 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851000474'] for router_gateway, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:13.150620 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device ed49cf42-93e8-4d36-b364-dc8bc207ad36 no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:53:13.192963 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: ed49cf42-93e8-4d36-b364-dc8bc207ad36 {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:53:13.193270 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device ed49cf42-93e8-4d36-b364-dc8bc207ad36 not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:53:13.193744 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 1a0959ea-3246-4b6c-a32a-014e4c16ad1d no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:53:13.231411 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 1a0959ea-3246-4b6c-a32a-014e4c16ad1d {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:53:13.232105 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 1a0959ea-3246-4b6c-a32a-014e4c16ad1d not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:53:13.242694 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32676'] for router, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:13.246193 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:13.272010 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395646'] for router, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:13.272587 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 {{(pid=86440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:53:13.286163 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:13.287418 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-ca8f91f4-e04a-43ca-8082-805267bea371 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b70b9d07-9230-4fcc-a3a5-a9ad0e8234a1 HTTP/1.1" status: 204 len: 168 time: 1.3252783 Apr 19 19:53:13.290305 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58960) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:53:13.361467 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4625155c-453c-4c7f-92eb-92c3e8c3fee9 admin admin] Deleting subnet 77d16ad7-993c-489a-b6c6-c466bdcbd7ef {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:53:13.365534 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4625155c-453c-4c7f-92eb-92c3e8c3fee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:13.423625 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4625155c-453c-4c7f-92eb-92c3e8c3fee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1828217'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:13.526857 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4625155c-453c-4c7f-92eb-92c3e8c3fee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:13.808792 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4625155c-453c-4c7f-92eb-92c3e8c3fee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-875142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27428055'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:13.814057 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-40096452-08dc-4035-888c-378d9bf66b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:13.850056 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625155c-453c-4c7f-92eb-92c3e8c3fee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d16ad7-993c-489a-b6c6-c466bdcbd7ef,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:13.854012 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-4625155c-453c-4c7f-92eb-92c3e8c3fee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:13.856488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4625155c-453c-4c7f-92eb-92c3e8c3fee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:13.862664 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43ed83c-2060-4884-9c5a-1128bb6c7a45 None None] Network 4367d364-c82c-498d-a285-dae09ecb6dfc requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:53:13.863098 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-4625155c-453c-4c7f-92eb-92c3e8c3fee9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/77d16ad7-993c-489a-b6c6-c466bdcbd7ef HTTP/1.1" status: 204 len: 168 time: 0.5716333 Apr 19 19:53:13.865968 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58964) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:53:13.984642 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:13.996252 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Deleting port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:53:13.996665 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:14.144182 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb43b59-f751-4c7c-b4dc-7c8eb14df569 None None] DHCP port deletion for 4367d364-c82c-498d-a285-dae09ecb6dfc request from dv-cinder-786931-1-iscsi {{(pid=86442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:53:14.149496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-ffb43b59-f751-4c7c-b4dc-7c8eb14df569 None None] Deleting port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:53:14.149919 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffb43b59-f751-4c7c-b4dc-7c8eb14df569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:14.239695 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] For port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=7987f8b0-37db-41f0-9fbf-f68a8e4a194a,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:53:14.240284 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:14.378862 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-ffb43b59-f751-4c7c-b4dc-7c8eb14df569 None None] For port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=7987f8b0-37db-41f0-9fbf-f68a8e4a194a,segment=NetworkSegment(d911d274-0556-4683-bdb6-4cee2fae9309),segment_id=d911d274-0556-4683-bdb6-4cee2fae9309)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:53:14.379866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffb43b59-f751-4c7c-b4dc-7c8eb14df569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:14.387762 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Calling delete_port for 7987f8b0-37db-41f0-9fbf-f68a8e4a194a owned by network:dhcp {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:53:14.468352 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:14.473685 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-8d77ffbd-e733-4afd-bb20-300b47835bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:14.519265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-ffb43b59-f751-4c7c-b4dc-7c8eb14df569 None None] Calling delete_port for 7987f8b0-37db-41f0-9fbf-f68a8e4a194a owned by network:dhcp {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:53:14.523325 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Pushing event deleted for resources: {'Port': ['ID=7987f8b0-37db-41f0-9fbf-f68a8e4a194a,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:14.525997 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:14.528611 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] No DVR routers for this DVR port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a on host dv-cinder-786931-1-iscsi {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:53:14.604083 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.api [None req-ffb43b59-f751-4c7c-b4dc-7c8eb14df569 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86442) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:53:14.604486 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_db.api [None req-ffb43b59-f751-4c7c-b4dc-7c8eb14df569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:53:14.665941 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:14.789094 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4367d364-c82c-498d-a285-dae09ecb6dfc']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:14.805870 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd911d274-0556-4683-bdb6-4cee2fae9309') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:14.806206 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd911d274-0556-4683-bdb6-4cee2fae9309') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:14.819719 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947599'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:14.836201 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:14.843549 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:53:15.028779 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Network 4367d364-c82c-498d-a285-dae09ecb6dfc has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:53:15.038076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853900507'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:15.105575 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-ffb43b59-f751-4c7c-b4dc-7c8eb14df569 None None] Deleting port 7987f8b0-37db-41f0-9fbf-f68a8e4a194a {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:53:15.106518 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ffb43b59-f751-4c7c-b4dc-7c8eb14df569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:15.153805 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 7987f8b0-37db-41f0-9fbf-f68a8e4a194a no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:53:15.229221 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-ffb43b59-f751-4c7c-b4dc-7c8eb14df569 None None] The port '7987f8b0-37db-41f0-9fbf-f68a8e4a194a' was deleted {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:53:15.230556 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 7987f8b0-37db-41f0-9fbf-f68a8e4a194a {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:53:15.231278 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 7987f8b0-37db-41f0-9fbf-f68a8e4a194a not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:53:15.491783 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Network 4367d364-c82c-498d-a285-dae09ecb6dfc has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:53:15.515246 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:53:15.598706 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:15.602707 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-b1f1cac8-1fca-4643-a165-dad33fa2361a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:15.617229 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:15.628974 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Pushing event deleted for resources: {'Network': ['ID=4367d364-c82c-498d-a285-dae09ecb6dfc,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:15.633822 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:15.645148 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-79d9633b-fcc4-419b-a2d6-3bfce7af6931 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4367d364-c82c-498d-a285-dae09ecb6dfc HTTP/1.1" status: 204 len: 168 time: 1.7776732 Apr 19 19:53:15.649707 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58968) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:53:16.280216 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396441'] for router_interface, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:16.674995 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] Deleting port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:53:16.675347 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:16.867992 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] For port ec62a1bc-480f-4b1e-b2db-933fbcf0dfab, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=ec62a1bc-480f-4b1e-b2db-933fbcf0dfab,segment=NetworkSegment(23385579-bd8c-4924-8ca4-813e318f4f43),segment_id=23385579-bd8c-4924-8ca4-813e318f4f43)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:53:16.868401 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:17.009724 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] Calling delete_port for ec62a1bc-480f-4b1e-b2db-933fbcf0dfab owned by network:router_interface {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:53:17.192879 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:17.196730 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-16147201-43b9-4031-80d4-e11d2e8af650 tempest-AttachVolumeTestJSON-2028311720 tempest-AttachVolumeTestJSON-2028311720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:17.245896 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec62a1bc-480f-4b1e-b2db-933fbcf0dfab,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:17.249774 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:17.545417 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850862686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396519'] for router_interface, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:17.963526 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] Router 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 has already been hosted by L3 agent 76b0e68e-cdbb-4864-9a45-61e8cfe3a085 {{(pid=86440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:53:18.432845 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] Notify agent at l3_agent.dv-cinder-786931-1-iscsi the message routers_updated {{(pid=86440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:53:18.442500 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-679cd35b-128a-4515-9eac-f28f50c0a705 admin admin] 10.222.0.55 "PUT /v2.0/routers/64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7916746 Apr 19 19:53:18.443818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca199bc-9e6d-4f64-a71b-6ad1fe211018 None None] Sync routers for ids ['64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'] in dv-cinder-786931-1-iscsi {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:53:18.445414 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58972) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:53:18.455034 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca199bc-9e6d-4f64-a71b-6ad1fe211018 None None] Routers {'64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:53:18.455711 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-0ca199bc-9e6d-4f64-a71b-6ad1fe211018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:53:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:18.641118 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Notify callbacks [] for router, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:18.646155 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-0ca199bc-9e6d-4f64-a71b-6ad1fe211018 None None] Set router 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 gateway port host: dv-cinder-786931-1-iscsi {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:53:18.838946 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:18.848045 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Deleting port 49e9e9de-a928-41bc-b4c2-4f44bc926c6b {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:53:18.848432 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:18.959074 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-0ca199bc-9e6d-4f64-a71b-6ad1fe211018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'name': 'tempest-TestMinimumBasicScenario-1366808314-router', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'external_fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:51:00Z', 'updated_at': '2021-04-19T19:53:17Z', 'revision_number': 5, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'gw_port': {'id': '49e9e9de-a928-41bc-b4c2-4f44bc926c6b', 'name': '', 'network_id': '22660ca9-1aee-455b-8549-52f5768c4643', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:51:01Z', 'updated_at': '2021-04-19T19:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aea2cbe2-e627-4f70-93a2-c0730b1978c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-1-iscsi'}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:18.963850 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca199bc-9e6d-4f64-a71b-6ad1fe211018 None None] Checking router: 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 for host: dv-cinder-786931-1-iscsi {{(pid=86443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:53:18.973825 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca199bc-9e6d-4f64-a71b-6ad1fe211018 None None] Routers {'64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'} bound to L3 agent in host dv-cinder-786931-1-iscsi {{(pid=86443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:53:18.974500 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-0ca199bc-9e6d-4f64-a71b-6ad1fe211018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:02:08Z,description=,heartbeat_timestamp=2021-04-19T19:53:08Z,host='dv-cinder-786931-1-iscsi',id=76b0e68e-cdbb-4864-9a45-61e8cfe3a085,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:02:08Z,topic='l3_agent')) {'router_ids': ['64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'], 'active': True} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:19.041373 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] For port 49e9e9de-a928-41bc-b4c2-4f44bc926c6b, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=49e9e9de-a928-41bc-b4c2-4f44bc926c6b,segment=NetworkSegment(1f6cf7ac-59bc-47be-8d9a-17dd19889a20),segment_id=1f6cf7ac-59bc-47be-8d9a-17dd19889a20)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:53:19.041772 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:19.152013 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvr_db [None req-0ca199bc-9e6d-4f64-a71b-6ad1fe211018 None None] Set router 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 gateway port host: None {{(pid=86443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:53:19.179330 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Calling delete_port for 49e9e9de-a928-41bc-b4c2-4f44bc926c6b owned by network:router_gateway {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:53:19.273287 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_hamode_db [None req-0ca199bc-9e6d-4f64-a71b-6ad1fe211018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'name': 'tempest-TestMinimumBasicScenario-1366808314-router', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:51:00Z', 'updated_at': '2021-04-19T19:53:18Z', 'revision_number': 6, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'gw_port_host': None}], 'dv-cinder-786931-1-iscsi', False) {} {{(pid=86443) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:19.277710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca199bc-9e6d-4f64-a71b-6ad1fe211018 None None] The sync data for ids ['64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77'] in dv-cinder-786931-1-iscsi is: [{'id': '64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77', 'name': 'tempest-TestMinimumBasicScenario-1366808314-router', 'tenant_id': '5ecd058316704ed0a24cc1476d343ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:51:00Z', 'updated_at': '2021-04-19T19:53:18Z', 'revision_number': 6, 'project_id': '5ecd058316704ed0a24cc1476d343ff3', 'gw_port_host': None}] {{(pid=86443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:53:19.361378 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:19.365641 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e41d4068-c9a5-46fc-a6d3-33826dedc54b tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:19.412729 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Pushing event deleted for resources: {'Port': ['ID=49e9e9de-a928-41bc-b4c2-4f44bc926c6b,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:19.417071 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:19.527693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851000474'] for router_gateway, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:19.720265 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32676'] for router, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:19.722959 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:19.753540 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395646'] for router, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:19.754144 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 {{(pid=86440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:53:19.767080 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] Notify callbacks [] for router, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:19.768313 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-77d085ca-52ff-48b2-a92f-c3f572a85bed admin admin] 10.222.0.55 "DELETE /v2.0/routers/64b5701b-b0bd-4aa1-b8e6-47df1b9f6b77 HTTP/1.1" status: 204 len: 168 time: 1.3219309 Apr 19 19:53:19.771582 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58976) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:53:19.839830 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8df0fd9-6312-4e6f-bd12-946cd1250add admin admin] Deleting subnet 177e0156-76fe-4dd1-a1de-36a08f5d76f7 {{(pid=86440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:53:19.843698 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fd9-6312-4e6f-bd12-946cd1250add admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:19.905237 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fd9-6312-4e6f-bd12-946cd1250add admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1828217'] for subnet, precommit_delete_associations {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:19.995167 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fd9-6312-4e6f-bd12-946cd1250add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666276'] for subnet, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:20.273964 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fd9-6312-4e6f-bd12-946cd1250add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854109540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850885012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-875142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27428055'] for subnet, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:20.281488 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:20.325427 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fd9-6312-4e6f-bd12-946cd1250add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for subnet, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:20.328392 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df0fd9-6312-4e6f-bd12-946cd1250add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177e0156-76fe-4dd1-a1de-36a08f5d76f7,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:20.328772 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ccf3c-9076-469b-aed2-184085a841a0 None None] Network 61f9ca96-c948-468b-9194-ae5dbad74daa requested from dv-cinder-786931-1-iscsi {{(pid=86442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:53:20.331588 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-e8df0fd9-6312-4e6f-bd12-946cd1250add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:20.334666 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-e8df0fd9-6312-4e6f-bd12-946cd1250add admin admin] 10.222.0.55 "DELETE /v2.0/subnets/177e0156-76fe-4dd1-a1de-36a08f5d76f7 HTTP/1.1" status: 204 len: 168 time: 0.5620317 Apr 19 19:53:20.338686 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58980) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:53:20.458198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3436264'] for network, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:20.471332 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Deleting port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b {{(pid=86440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:53:20.471709 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:20.703590 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] For port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=e2ecdcd4-be69-4cbd-895b-d40928fa6b4b,segment=NetworkSegment(23385579-bd8c-4924-8ca4-813e318f4f43),segment_id=23385579-bd8c-4924-8ca4-813e318f4f43)] {{(pid=86440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:53:20.703854 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:20.782793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493bf13e-d789-43c3-811a-8724c17e196f None None] DHCP port deletion for 61f9ca96-c948-468b-9194-ae5dbad74daa request from dv-cinder-786931-1-iscsi {{(pid=86442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:53:20.787691 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-493bf13e-d789-43c3-811a-8724c17e196f None None] Deleting port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:53:20.788125 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-493bf13e-d789-43c3-811a-8724c17e196f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:20.847496 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Calling delete_port for e2ecdcd4-be69-4cbd-895b-d40928fa6b4b owned by network:dhcp {{(pid=86440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:53:20.929789 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-759733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296002833951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740851491801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-875346'] for port, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:20.934175 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-731078ea-c689-41b9-ae00-f8a4a4c9e8dc tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:20.986172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ecdcd4-be69-4cbd-895b-d40928fa6b4b,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:20.989511 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:20.990361 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] No DVR routers for this DVR port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b on host dv-cinder-786931-1-iscsi {{(pid=86440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:53:21.056456 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.db [None req-493bf13e-d789-43c3-811a-8724c17e196f None None] For port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b, host dv-cinder-786931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-1-iscsi',level=0,port_id=e2ecdcd4-be69-4cbd-895b-d40928fa6b4b,segment=NetworkSegment(23385579-bd8c-4924-8ca4-813e318f4f43),segment_id=23385579-bd8c-4924-8ca4-813e318f4f43)] {{(pid=86442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:53:21.056809 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-493bf13e-d789-43c3-811a-8724c17e196f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419710'] for port, precommit_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:21.127354 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854109455', 'neutron.services.segments.db._delete_segments_for_network-8740851973491'] for network, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:21.198726 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device ec62a1bc-480f-4b1e-b2db-933fbcf0dfab no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:53:21.246634 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-493bf13e-d789-43c3-811a-8724c17e196f None None] Calling delete_port for e2ecdcd4-be69-4cbd-895b-d40928fa6b4b owned by network:dhcp {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:53:21.251235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f9ca96-c948-468b-9194-ae5dbad74daa']}} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:21.269144 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23385579-bd8c-4924-8ca4-813e318f4f43') {'for_net_delete': True} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:21.269818 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.services.segments.db [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23385579-bd8c-4924-8ca4-813e318f4f43') {} {{(pid=86440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:53:21.283389 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296002772835', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947599'] for segment, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:21.304136 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113086'] for segment, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:21.312173 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=86440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:53:21.327599 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: ec62a1bc-480f-4b1e-b2db-933fbcf0dfab {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:53:21.328198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device ec62a1bc-480f-4b1e-b2db-933fbcf0dfab not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:53:21.328960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 49e9e9de-a928-41bc-b4c2-4f44bc926c6b no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:53:21.401688 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: 49e9e9de-a928-41bc-b4c2-4f44bc926c6b {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:53:21.402319 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device 49e9e9de-a928-41bc-b4c2-4f44bc926c6b not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:53:21.403103 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device e2ecdcd4-be69-4cbd-895b-d40928fa6b4b no longer exists at agent ovs-agent-dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:53:21.470498 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-cf016284-10a4-4054-832f-04997e36b775 None None] No Port match for: e2ecdcd4-be69-4cbd-895b-d40928fa6b4b {{(pid=86442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:53:21.471116 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.rpc [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Device e2ecdcd4-be69-4cbd-895b-d40928fa6b4b not bound to the agent host dv-cinder-786931-1-iscsi {{(pid=86442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:53:21.508229 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.db.api [None req-493bf13e-d789-43c3-811a-8724c17e196f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86442) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:53:21.508881 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_db.api [None req-493bf13e-d789-43c3-811a-8724c17e196f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86442) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:53:21.528148 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Network 61f9ca96-c948-468b-9194-ae5dbad74daa has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:53:21.537520 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853900507'] for segment, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:21.795826 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.managers [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Network 61f9ca96-c948-468b-9194-ae5dbad74daa has no segments {{(pid=86440) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: Traceback (most recent call last): Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: timer() Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: cb(*args, **kw) Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: return func(*args, **kwargs) Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: self._notify() Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: self.callback(batched_events) Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: event.method(event) Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: segment_id)['aggregates'][0] Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: return f(self, *a, **k) Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: return self._get(url).json() Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: **kwargs) Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: return self.request(url, 'GET', **kwargs) Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: **endpoint_filter) Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:53:21.833454 dv-cinder-786931-1-iscsi neutron-server[86329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:53:21.937793 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-666361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3913114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854369151'] for network, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:21.941693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:22.010791 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-493bf13e-d789-43c3-811a-8724c17e196f None None] Deleting port e2ecdcd4-be69-4cbd-895b-d40928fa6b4b {{(pid=86442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:53:22.011172 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-493bf13e-d789-43c3-811a-8724c17e196f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296002839156'] for port, before_delete {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:22.090751 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.plugins.ml2.plugin [None req-493bf13e-d789-43c3-811a-8724c17e196f None None] The port 'e2ecdcd4-be69-4cbd-895b-d40928fa6b4b' was deleted {{(pid=86442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:53:22.202035 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3913097'] for network, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:22.213328 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Pushing event deleted for resources: {'Network': ['ID=61f9ca96-c948-468b-9194-ae5dbad74daa,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:22.216382 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:22.218319 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-cba6e65d-76d8-4d82-949d-d32c307da455 admin admin] 10.222.0.55 "DELETE /v2.0/networks/61f9ca96-c948-468b-9194-ae5dbad74daa HTTP/1.1" status: 204 len: 168 time: 1.8786113 Apr 19 19:53:22.520530 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58986) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:53:22.577058 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d9daba89-a79b-4662-bafb-bbaff741ace1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68d6946c11634ca38b07df05531a897d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547633 Apr 19 19:53:22.580137 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58990) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:53:22.666206 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9922fdc-ffd0-4fd2-9416-870ccabb7c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:22.709306 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9922fdc-ffd0-4fd2-9416-870ccabb7c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:22.763880 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9922fdc-ffd0-4fd2-9416-870ccabb7c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:22.771394 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-ef23a1ff-6acd-446b-bd7f-8c94b098010c tempest-TestMinimumBasicScenario-627963819 tempest-TestMinimumBasicScenario-627963819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:22.791131 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9922fdc-ffd0-4fd2-9416-870ccabb7c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5b8950-5939-4a47-9ab3-ea4cd6a8e154,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:22.797198 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-d9922fdc-ffd0-4fd2-9416-870ccabb7c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:22.802441 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-d9922fdc-ffd0-4fd2-9416-870ccabb7c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:22.804374 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-d9922fdc-ffd0-4fd2-9416-870ccabb7c9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac5b8950-5939-4a47-9ab3-ea4cd6a8e154 HTTP/1.1" status: 204 len: 168 time: 0.2230270 Apr 19 19:53:23.211422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 58998) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:53:23.270050 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-53852c56-4f38-407c-9647-8c5981ce7be6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ecd058316704ed0a24cc1476d343ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569847 Apr 19 19:53:23.273025 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.wsgi [-] (86440) accepted ('10.222.0.55', 59002) {{(pid=86440) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:53:23.339104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f913dd3f-2042-44b5-99bb-e67449f95636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:23.367351 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f913dd3f-2042-44b5-99bb-e67449f95636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:23.419708 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f913dd3f-2042-44b5-99bb-e67449f95636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851054944'] for security_group, after_delete {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:23.424866 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-485d41ff-b00e-4a04-b800-e1bd3fe85b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:53:23.437630 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913dd3f-2042-44b5-99bb-e67449f95636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d495831-b033-480b-bc76-b60591c10b44,revision_number=None']} {{(pid=86440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:53:23.440886 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG oslo_concurrency.lockutils [None req-f913dd3f-2042-44b5-99bb-e67449f95636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:53:23.442957 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-f913dd3f-2042-44b5-99bb-e67449f95636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:23.444755 dv-cinder-786931-1-iscsi neutron-server[86329]: INFO neutron.wsgi [None req-f913dd3f-2042-44b5-99bb-e67449f95636 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d495831-b033-480b-bc76-b60591c10b44 HTTP/1.1" status: 204 len: 168 time: 0.1701453 Apr 19 19:53:36.428960 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-82818170-0850-4fd3-8169-bf9c4c536a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:37.247426 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:38.463821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7046483b-c564-4af9-9436-d3a18ce910ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:39.053528 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:39.500680 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:41.026821 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:53:49.715234 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:54:06.424736 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-dae0f05a-f1b4-4af2-9e88-7a785ef3b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:54:07.239364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:54:08.460391 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4d364a2c-a3e9-4ba9-b585-4b047e919d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:54:09.061104 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:54:09.494238 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:54:11.029710 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:54:26.715657 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:54:36.429923 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-78f0fa1e-759b-445d-b8fa-78a41f381708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:54:37.267235 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:54:38.455645 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-369ece2d-4d06-4b25-b8ce-dfd5f0dcc052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:54:39.059519 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:54:39.502096 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:54:41.033236 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:55:03.716037 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:55:06.433776 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-b11efa18-ab20-4e6f-a472-c71742f3c697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:55:07.266097 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:55:08.459644 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-80675046-a4b6-4bdf-937a-cecadb2d2cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:55:09.065433 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:55:09.497781 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:55:11.040359 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:55:36.436855 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-a2a7986b-69e8-4a08-9a49-bcace867c49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:55:37.263656 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:55:38.464422 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-59e97faa-727d-4770-b222-c837e2d71e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:55:39.064538 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:55:39.503335 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:55:40.716592 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:55:41.040234 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:06.442996 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ad5c037f-334c-4941-8b5b-156e8dd0f798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:07.263197 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:08.470012 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-6c7d0090-d264-4dd9-ac0d-27089fc04a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:09.071117 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:09.496981 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:11.044212 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:17.718076 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:56:36.438277 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-5129bd5b-bd8d-4284-8799-7c0ffd6eeb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:37.277448 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:38.474365 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cee4385f-968c-446f-be5c-eecb1c38bcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:39.071842 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:39.500491 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:41.046152 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:56:54.723678 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:57:06.443862 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-ad0cb83b-06c1-421a-9f87-17b1c171f198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:57:07.288350 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:57:08.477693 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-00f0365d-45d5-4d2b-a3f6-0e1f8449e71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:57:09.075927 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:57:09.507843 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:57:11.049439 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:57:31.716400 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:57:36.457253 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-0087713f-7766-49d8-aa61-2d53c3b7111c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:57:37.299920 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:57:38.484692 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-c0ad2875-9b99-4928-af2d-82a6b1124e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:57:39.089079 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:57:39.513115 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:57:41.057573 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:58:06.451251 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-1d3675f0-c96d-4923-a956-53f2ec868a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:58:07.309228 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-22bf6945-ce23-4d54-ab80-17550b5ff6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:58:08.479364 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-4644f2e6-f648-4fa9-b2e1-5ba3d6f8ab81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:58:08.716887 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron.db.agents_db [None req-ffbea3da-6926-437b-8fd1-6c1c966ba1bd None None] Agent healthcheck: found 6 active agents {{(pid=86443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:58:09.081918 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-8feb028f-ac30-41ac-887c-29982e3863be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:58:09.498222 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-cf016284-10a4-4054-832f-04997e36b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:58:11.066643 dv-cinder-786931-1-iscsi neutron-server[86329]: DEBUG neutron_lib.callbacks.manager [None req-7bb665d4-8d74-4717-95b9-e94f4850a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296002802309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851251757'] for agent, after_update {{(pid=86442) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}